====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 15696 - 72 - - - - 218 - - - - ddt_cache 0x00040 3194880 2790144 199680 24912 16 16 21 128 112 168 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 7168 - 512 - - - - 14 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 147456 - 1024 - - - - 144 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 229376 - 16384 - - - - 14 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 10498048 9175040 954368 114688 11 10 10 88 80 80 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 18452480 3145728 1085440 131072 17 17 184 136 24 1472 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7200 - 40 - - - - 180 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 74880 - 416 - - - - 180 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 4216 - 136 - - - - 31 - - - - dmu_buf_impl_t 0x00084 - 22400 - 400 - - - - 56 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 27201628412 532961541670 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 27201655729 532963320035 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 28609448886 532965193383 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 28618782049 532967183240 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 28618275512 532969312908 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295195374 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195410 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195410 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 385 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295195377 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 12 196608 16384 1 4 1 0 | 1 2 0xf160090 1 1024 4295195377 425 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 0 0 4 65536 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295195375 6 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195400 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295195400 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295195400 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295195380 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295195411 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 0 1 0 0 131072 1 4 6 0 | 1 2 0xf160490 1 1024 4295195412 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 0 0 8 131072 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295195390 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295195408 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195410 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295195405 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 1 2 0xf160090 1 1024 4295195410 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295195411 320 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 385 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295195378 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 2 32768 16384 1 4 3 0 | 1 2 0xf160090 1 512 4295195411 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 66 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195411 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295195374 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295195368 31 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295195368 31 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 67 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295200419 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195399 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 65 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295200419 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295195406 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295195400 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471351 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 32090758250 1688471351 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471351 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471351 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471351 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471351 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 260) 1688471351 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 260) canmount=0 1688471351 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471351 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 260) xattr=2 1688471351 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 260) dnodesize=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471351 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471351 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 260) lustre:flags=101 1688471351 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471351 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471351 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471352 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471352 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471352 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471352 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 32992796916 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471354 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 34994769403 1688471354 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471354 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471354 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471354 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471354 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 259) 1688471354 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 259) canmount=0 1688471354 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471354 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471354 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 259) xattr=2 1688471354 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 259) dnodesize=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471354 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471354 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471354 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 259) lustre:flags=97 1688471354 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471354 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471355 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3317939640 1688471355 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471355 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471355 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471355 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 36093188142 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471357 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 38032306512 1688471357 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471357 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471357 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471357 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471357 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 260) 1688471357 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 260) canmount=0 1688471357 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471357 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 260) xattr=2 1688471357 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 260) dnodesize=1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 260) recordsize=1048576 1688471357 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.168@tcp 1688471357 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471357 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471357 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 260) lustre:flags=98 1688471357 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471357 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471357 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471358 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3314269624 1688471358 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471358 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471358 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471358 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 39279506673 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471360 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 41463715557 1688471360 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471360 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471360 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471360 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471361 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471361 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 135) 1688471361 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 135) canmount=0 1688471361 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471361 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471361 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 135) xattr=2 1688471361 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 135) dnodesize=1 1688471361 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 135) recordsize=1048576 1688471361 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 135) lustre:mgsnode=192.168.201.168@tcp 1688471361 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 135) lustre:sys.timeout=20 1688471361 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 135) lustre:autodegrade=on 1688471361 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 135) lustre:version=1 1688471361 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 135) lustre:flags=98 1688471361 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 135) lustre:index=1 1688471361 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 135) lustre:fsname=lustre 1688471361 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 135) lustre:svname=lustre:OST0001 1688471361 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3314924984 1688471362 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471362 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471362 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471362 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 42725593028 1688471367 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471367 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471367 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471367 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471367 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471367 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471367 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471367 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471367 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471367 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471368 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 48562895156 1688471368 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471368 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471368 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471368 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471368 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471368 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471368 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471368 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471368 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471368 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471368 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 260) lustre:flags=37 1688471368 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471368 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471368 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471370 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre-MDT0000 1688471374 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471374 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471374 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471374 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471374 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471374 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471374 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471374 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471374 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471374 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471374 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 55354334239 1688471374 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471374 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471374 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471374 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471374 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471374 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471375 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471375 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471375 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471375 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471375 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471375 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 259) lustre:flags=33 1688471375 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471375 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471375 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471376 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre-MDT0001 1688471379 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471379 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471379 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471379 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471379 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471379 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471379 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471379 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471379 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471379 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471379 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 60532200794 1688471379 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471380 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471380 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471380 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471380 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471380 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471380 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471380 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.168@tcp 1688471380 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471380 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471380 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471380 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 260) lustre:flags=34 1688471380 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471380 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471380 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471381 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 260) lustre:svname=lustre-OST0000 1688471385 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471385 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471385 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471385 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471385 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471385 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471385 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471385 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471385 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471385 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471385 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 66322277958 1688471385 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471385 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471385 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471385 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471385 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471385 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471386 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471386 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 135) lustre:sys.timeout=20 1688471386 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 135) lustre:autodegrade=on 1688471386 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 135) lustre:mgsnode=192.168.201.168@tcp 1688471386 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 135) lustre:version=1 1688471386 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 135) lustre:flags=34 1688471386 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 135) lustre:index=1 1688471386 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 135) lustre:fsname=lustre 1688471386 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 135) lustre:svname=lustre:OST0001 1688471387 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 135) lustre:svname=lustre-OST0001 1688471423 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471423 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471423 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 104256883787 1688471430 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471430 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471430 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 111396889334 1688471437 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471437 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471437 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 118499367571 1688471445 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471445 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471445 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 125622974911 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471449 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 130420388811 1688471449 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471449 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471449 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471449 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471449 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471449 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471449 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471449 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471449 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471449 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471450 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471450 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471450 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471450 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471450 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471450 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471450 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471450 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471450 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 131203209492 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471452 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 132846223170 1688471452 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471452 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471452 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471452 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471452 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471452 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 134) 1688471452 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 134) quota=409600000 1688471452 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 134) canmount=0 1688471452 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471452 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471452 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 134) xattr=2 1688471452 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 134) dnodesize=1 1688471452 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.201.168@tcp 1688471452 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471452 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471452 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471452 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 134) lustre:flags=97 1688471452 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471452 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471452 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471453 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471453 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471453 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471453 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 133594390593 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471454 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 135190968463 1688471454 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471454 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471454 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471454 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471454 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 260) 1688471454 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 260) quota=409600000 1688471454 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 260) canmount=0 1688471454 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471454 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 260) xattr=2 1688471454 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 260) dnodesize=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 260) recordsize=1048576 1688471454 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.168@tcp 1688471454 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471454 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471454 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 260) lustre:flags=98 1688471454 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471454 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471454 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471455 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471455 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471455 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471455 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 135968272930 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471457 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 137572959305 1688471457 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471457 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471457 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471457 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471457 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 68) 1688471457 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 68) quota=409600000 1688471457 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 68) canmount=0 1688471457 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471457 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471457 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 68) xattr=2 1688471457 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 68) dnodesize=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 68) recordsize=1048576 1688471457 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.201.168@tcp 1688471457 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471457 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471457 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 68) lustre:flags=98 1688471457 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471457 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471457 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471457 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471457 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471457 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 138390979627 1688471458 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471458 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471458 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471458 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471458 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471458 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471458 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471458 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471458 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471458 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471458 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 139037769897 1688471458 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471458 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471458 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471458 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471458 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471458 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471459 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471459 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471459 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471459 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471459 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471459 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471459 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471459 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471459 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471462 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471462 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471462 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471462 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471462 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471462 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471462 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471462 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471462 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471462 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471462 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 143118988423 1688471462 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471462 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471462 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471462 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471462 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471462 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471463 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471463 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.201.168@tcp 1688471463 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471463 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471463 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 134) lustre:flags=33 1688471463 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471463 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471463 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre-MDT0001 1688471467 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471467 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471467 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471467 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471467 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 148523168264 1688471467 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471467 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471467 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471468 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471468 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471468 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471468 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.168@tcp 1688471468 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471468 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471468 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471468 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 260) lustre:flags=34 1688471468 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471468 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471468 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471468 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 260) lustre:svname=lustre-OST0000 1688471477 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471477 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471477 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 158238546450 1688471484 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471484 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471484 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 165399129407 1688471486 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471486 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 166647754791 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471495 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 175724923640 1688471495 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471495 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471495 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471495 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471495 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 71) 1688471495 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 71) quota=409600000 1688471495 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 71) canmount=0 1688471495 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471495 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471495 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 71) xattr=2 1688471495 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 71) dnodesize=1 1688471495 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 71) lustre:sys.timeout=20 1688471495 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471495 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 71) lustre:version=1 1688471495 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 71) lustre:flags=101 1688471495 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 71) lustre:index=0 1688471495 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 71) lustre:fsname=lustre 1688471495 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre:MDT0000 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471495 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471495 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 176532720342 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471497 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 178396329078 1688471497 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471497 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471497 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471497 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471497 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471497 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 388) 1688471497 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 388) quota=409600000 1688471497 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 388) canmount=0 1688471497 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471497 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471497 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 388) xattr=2 1688471497 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 388) dnodesize=1 1688471497 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 388) lustre:mgsnode=192.168.201.168@tcp 1688471497 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 388) lustre:sys.timeout=20 1688471498 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471498 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 388) lustre:version=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 388) lustre:flags=97 1688471498 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 388) lustre:index=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 388) lustre:fsname=lustre 1688471498 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 388) lustre:svname=lustre:MDT0001 1688471498 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471498 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471498 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471498 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 179183616011 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471500 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 180967850553 1688471500 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471500 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471500 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471500 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471500 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471500 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 68) 1688471500 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 68) quota=409600000 1688471500 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 68) canmount=0 1688471500 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471500 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471500 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 68) xattr=2 1688471500 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 68) dnodesize=1 1688471500 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 68) recordsize=1048576 1688471500 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.201.168@tcp 1688471500 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471500 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471500 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471500 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 68) lustre:flags=98 1688471500 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471500 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471500 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471501 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471501 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471501 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471501 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 181878024541 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471503 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 183615441949 1688471503 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471503 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471503 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471503 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471503 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471503 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471503 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471503 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471503 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471503 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471503 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471503 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471503 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471503 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471503 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471503 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471503 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471504 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471504 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 184595876600 1688471504 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471504 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471504 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471504 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471504 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471504 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471504 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471504 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471504 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471504 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471504 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 185304481779 1688471504 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471504 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471504 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471504 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471504 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471504 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471505 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471505 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 71) lustre:sys.timeout=20 1688471505 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471505 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 71) lustre:version=1 1688471505 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 71) lustre:flags=37 1688471505 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 71) lustre:index=0 1688471505 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 71) lustre:fsname=lustre 1688471505 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre:MDT0000 1688471505 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre-MDT0000 1688471508 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471508 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471508 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471508 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471508 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471508 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471508 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471508 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471508 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471508 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471508 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 189485314493 1688471508 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471508 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471508 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471508 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471508 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471508 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471509 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471509 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 388) lustre:mgsnode=192.168.201.168@tcp 1688471509 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 388) lustre:sys.timeout=20 1688471509 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471509 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 388) lustre:version=1 1688471509 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 388) lustre:flags=33 1688471509 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 388) lustre:index=1 1688471509 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 388) lustre:fsname=lustre 1688471509 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 388) lustre:svname=lustre:MDT0001 1688471509 spa_history.c:314:spa_history_log_sync(): txg 51 set lustre-mdt2/mdt2 (id 388) lustre:svname=lustre-MDT0001 1688471514 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471514 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471514 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471514 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471514 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471514 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471514 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471514 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471514 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471514 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471514 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 194840059217 1688471514 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471514 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471514 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471514 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471514 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471514 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471514 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471514 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471514 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471514 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.201.168@tcp 1688471514 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471514 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 68) lustre:flags=34 1688471514 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471514 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471515 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471515 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 68) lustre:svname=lustre-OST0000 1688471522 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471522 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471522 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471522 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471522 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 202716935929 1688471522 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471522 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471522 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471522 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471522 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471522 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471522 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471522 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471522 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471522 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471522 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 259) lustre:flags=34 1688471522 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471522 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471522 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471523 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 259) lustre:svname=lustre-OST0001 1688471546 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471546 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471546 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 227036720802 1688471563 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471563 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471563 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 244407455847 1688471567 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471567 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 247566828056 1688471570 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471570 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471570 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 250847092607 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471589 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 270038259586 1688471589 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471589 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471589 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471589 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471589 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471589 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471589 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471589 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471589 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471589 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471589 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471589 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471589 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471589 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471589 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471590 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471590 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471590 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471590 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 270684216082 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471591 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 272265934601 1688471591 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471591 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471591 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471591 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471591 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471591 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471591 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471591 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471591 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471591 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471591 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.201.168@tcp 1688471591 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471591 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471591 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471591 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471591 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471592 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471592 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471592 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471592 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 273007754890 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471594 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 274541893727 1688471594 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471594 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471594 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471594 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471594 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471594 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 269) 1688471594 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 269) quota=409600000 1688471594 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 269) canmount=0 1688471594 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471594 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471594 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 269) xattr=2 1688471594 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 269) dnodesize=1 1688471594 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 269) recordsize=1048576 1688471594 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 269) lustre:mgsnode=192.168.201.168@tcp 1688471594 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 269) lustre:sys.timeout=20 1688471594 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 269) lustre:autodegrade=on 1688471594 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 269) lustre:version=1 1688471594 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 269) lustre:flags=98 1688471594 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 269) lustre:index=0 1688471594 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 269) lustre:fsname=lustre 1688471594 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 269) lustre:svname=lustre:OST0000 1688471594 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471594 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471594 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471594 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 275300386129 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471596 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 276933719534 1688471596 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471596 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471596 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471596 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471596 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471596 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471596 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471596 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471596 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471596 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471596 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471596 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.201.168@tcp 1688471596 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471596 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471596 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471596 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471596 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471597 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471597 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471597 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471597 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 277803844648 1688471597 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471597 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471597 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471597 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471597 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471597 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471597 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471597 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471597 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471597 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471597 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 278483587686 1688471597 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471597 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471597 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471597 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471597 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471597 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471598 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471598 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471598 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471598 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471598 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471598 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471598 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471598 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471599 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471602 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471602 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471602 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471602 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471602 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 283524052689 1688471602 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471602 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471602 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471603 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471603 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471603 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471603 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.201.168@tcp 1688471603 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471603 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471603 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471603 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471603 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471603 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471603 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471603 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471607 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471607 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471608 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 288545485386 1688471608 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471608 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471608 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471608 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 269) lustre:autodegrade=on 1688471608 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 269) lustre:sys.timeout=20 1688471608 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 269) lustre:mgsnode=192.168.201.168@tcp 1688471608 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 269) lustre:version=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 269) lustre:flags=34 1688471608 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 269) lustre:index=0 1688471608 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 269) lustre:fsname=lustre 1688471608 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 269) lustre:svname=lustre:OST0000 1688471608 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 269) lustre:svname=lustre-OST0000 1688471621 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471621 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471621 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 301879186405 1688471628 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471628 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471628 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 309020136814 1688471629 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471629 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471629 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 310235572712 1688471631 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471631 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471631 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 114 1688471631 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=114 1688471631 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471631 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471631 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471631 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471631 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 114 1688471631 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=114 1688471632 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 312557092594 1688471632 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471632 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471632 spa_history.c:319:spa_history_log_sync(): txg 116 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471632 spa_history.c:319:spa_history_log_sync(): txg 116 set failmode=2 1688471632 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471632 spa_history.c:319:spa_history_log_sync(): txg 119 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471632 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471634 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471634 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471634 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 85 1688471634 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=85 1688471634 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471634 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471634 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471634 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471634 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 85 1688471634 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=85 1688471634 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 315280699304 1688471634 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471634 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471634 spa_history.c:319:spa_history_log_sync(): txg 87 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471634 spa_history.c:319:spa_history_log_sync(): txg 87 set failmode=2 1688471634 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471634 spa_history.c:319:spa_history_log_sync(): txg 90 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471635 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471638 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471638 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471638 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471638 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471638 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471638 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471638 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471638 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471638 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471638 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471638 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 319177448894 1688471638 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471638 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471638 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471638 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471638 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471638 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471639 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471642 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471642 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471642 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471642 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471642 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471642 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471642 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471642 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471642 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 322904096040 1688471642 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471642 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471642 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471642 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471642 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471642 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471642 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471642 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.201.168@tcp 1688471643 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 134) lustre:flags=34 1688471643 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471643 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471643 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 134) lustre:svname=lustre-OST0001 1688471654 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471654 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471654 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 335097313922 1688471671 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471671 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471671 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 352427970252 1688471678 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471678 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471678 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 359485984254 1688471682 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471682 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471682 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 362679034482 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471702 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 382940384308 1688471702 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471702 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471702 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471702 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471702 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 135) 1688471702 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 135) quota=409600000 1688471702 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 135) canmount=0 1688471702 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471702 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 135) xattr=2 1688471702 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 135) dnodesize=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471702 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471702 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 135) lustre:flags=101 1688471702 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471702 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471702 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471703 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471703 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471703 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471703 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 383680738278 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471704 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 385303883442 1688471704 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471704 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471704 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471704 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471704 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 263) 1688471704 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 263) quota=409600000 1688471704 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 263) canmount=0 1688471704 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471704 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471704 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 263) xattr=2 1688471704 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 263) dnodesize=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.201.168@tcp 1688471704 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471704 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471704 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 263) lustre:flags=97 1688471704 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471704 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471705 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471705 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471705 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471705 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 386062984404 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471707 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 387635676948 1688471707 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471707 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471707 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471707 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471707 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471707 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471707 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471707 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471707 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471707 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471707 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471707 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471707 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471707 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471707 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471707 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471707 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471707 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471707 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471707 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471707 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 388506849698 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471709 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 390172296188 1688471709 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471709 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471709 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471709 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471709 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471709 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471709 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471709 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471709 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471709 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471709 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471709 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471709 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471709 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.201.168@tcp 1688471709 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471709 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471709 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471709 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471709 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471709 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471709 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471710 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471710 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471710 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471710 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 391057211101 1688471711 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471711 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471711 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471711 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471711 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471711 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471711 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471711 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471711 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471711 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471711 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 391787882107 1688471711 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471711 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471711 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471711 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471711 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471711 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471711 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471711 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471711 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471711 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471711 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 135) lustre:flags=37 1688471711 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471711 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471711 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471713 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre-MDT0000 1688471716 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471716 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471716 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471716 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471716 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471716 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471716 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471716 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471716 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 396867384329 1688471716 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471716 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471716 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471716 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471716 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471716 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471716 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471716 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.201.168@tcp 1688471716 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471716 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471716 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 263) lustre:flags=33 1688471716 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471716 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471716 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471717 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre-MDT0001 1688471721 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471721 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471721 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471721 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471721 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471721 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471721 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471721 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471721 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471721 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471721 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 402299863684 1688471721 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471721 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471721 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471721 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471721 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471721 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471722 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471722 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471722 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471722 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471722 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471722 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471722 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471722 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471722 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471722 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471739 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471739 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471739 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 419696159566 1688471742 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471742 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471742 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 422915597201 1688471743 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471743 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471743 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 424209634176 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471750 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 431133592965 1688471750 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471750 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471750 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471750 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471750 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471750 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 263) 1688471750 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 263) quota=409600000 1688471750 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 263) canmount=0 1688471750 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471750 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471750 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 263) xattr=2 1688471750 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 263) dnodesize=1 1688471750 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471750 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471750 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471750 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 263) lustre:flags=101 1688471750 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471750 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471750 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471751 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471751 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471751 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471751 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 431952644355 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471762 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 442864407283 1688471762 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471762 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471762 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471762 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471762 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471762 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471762 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471762 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471762 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471762 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471762 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471762 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471762 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471762 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471762 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471763 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471763 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471763 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471763 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 443834541176 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471765 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 445818964110 1688471765 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471765 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471765 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471765 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471765 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471765 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 263) 1688471765 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 263) quota=409600000 1688471765 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 263) canmount=0 1688471765 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471765 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471765 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 263) xattr=2 1688471765 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 263) dnodesize=1 1688471765 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.201.168@tcp 1688471765 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471765 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471765 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471765 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 263) lustre:flags=97 1688471765 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471765 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471765 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471766 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471766 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471766 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471766 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 446784493516 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471768 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 448779753204 1688471768 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471768 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471768 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471768 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471768 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471768 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471768 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471768 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471768 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471768 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471768 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.201.168@tcp 1688471768 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471768 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471768 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471768 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471768 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471768 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471769 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3432594872 1688471769 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471769 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471769 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471769 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 450005123361 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471771 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 451961218147 1688471771 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471771 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471771 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471771 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471771 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471771 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 388) 1688471771 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 388) quota=409600000 1688471771 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 388) canmount=0 1688471771 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471771 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471771 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 388) xattr=2 1688471771 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 388) dnodesize=1 1688471771 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 388) recordsize=1048576 1688471771 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 388) lustre:mgsnode=192.168.201.168@tcp 1688471771 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 388) lustre:sys.timeout=20 1688471771 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 388) lustre:autodegrade=on 1688471771 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 388) lustre:version=1 1688471771 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 388) lustre:flags=98 1688471771 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 388) lustre:index=1 1688471771 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 388) lustre:fsname=lustre 1688471771 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 388) lustre:svname=lustre:OST0001 1688471772 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2849177016 1688471772 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471772 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471772 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471772 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 453092404436 1688471773 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471773 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471773 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 453981927776 1688471773 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471773 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471773 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471773 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471773 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471774 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471774 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471774 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 387) lustre:flags=37 1688471774 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471774 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471774 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471774 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre-MDT0000 1688471778 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471778 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471778 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471778 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471778 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471778 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471778 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471778 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471778 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471778 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471778 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 459028323602 1688471778 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471778 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471778 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471778 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471778 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471778 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471779 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471779 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.201.168@tcp 1688471779 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471779 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471779 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471779 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 263) lustre:flags=33 1688471779 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471779 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471779 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471779 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre-MDT0001 1688471784 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471784 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471784 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471784 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471784 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471784 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471784 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471784 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471784 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471784 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471784 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 465158326573 1688471784 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471784 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471784 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471784 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471784 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471784 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471785 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471785 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.201.168@tcp 1688471785 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471785 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471785 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471785 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471785 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471785 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471785 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471785 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471798 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471798 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 479228985965 1688471801 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471801 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471801 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 482385471912 1688471803 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471803 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471803 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 483670214652 1688471805 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471805 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471805 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471805 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471805 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471805 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471805 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471805 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471805 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471805 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471805 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 486017644181 1688471805 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471805 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471805 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471805 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471805 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471805 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471806 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471808 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471808 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471808 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471808 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471808 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471808 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471808 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471808 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471808 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471808 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471808 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 488790940276 1688471808 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471808 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471808 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471808 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471808 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471808 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471811 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471811 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471811 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471811 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471811 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471811 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471811 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471811 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471811 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 492450924653 1688471811 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471811 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471811 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471811 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471811 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471812 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471829 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471829 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471829 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 510165152572 1688471836 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471836 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471836 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 517295987606 1688471837 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471837 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471837 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 518465518210 1688471847 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471847 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471847 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 170 1688471847 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=170 1688471847 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471847 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471847 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471847 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471847 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 170 1688471847 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=170 1688471847 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 528088030102 1688471847 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471847 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471847 spa_history.c:319:spa_history_log_sync(): txg 172 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471847 spa_history.c:319:spa_history_log_sync(): txg 172 set failmode=2 1688471847 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471847 spa_history.c:319:spa_history_log_sync(): txg 175 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471852 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 28612089282 533150450044 name type data dmu_tx_assigned 4 11298 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 41 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 28611319307 533152174642 name type data struct_size 4 7200 linear_cnt 4 156 linear_data_size 4 152576 scatter_cnt 4 24 scatter_data_size 4 70144 scatter_chunk_waste 4 40448 scatter_order_0 4 23 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 28615465066 533153790865 name type data hits 4 392015 misses 4 3325 demand_data_hits 4 12991 demand_data_misses 4 430 demand_metadata_hits 4 379015 demand_metadata_misses 4 2757 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 9 prefetch_metadata_misses 4 138 mru_hits 4 312013 mru_ghost_hits 4 0 mfu_hits 4 79993 mfu_ghost_hits 4 0 deleted 4 27230 mutex_miss 4 0 access_skip 4 0 evict_skip 4 5432 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1296786944 evict_l2_ineligible 4 372736 evict_l2_skip 4 0 hash_elements 4 179 hash_elements_max 4 4617 hash_collisions 4 160 hash_chains 4 0 hash_chain_max 4 2 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 936632 compressed_size 4 222720 uncompressed_size 4 19590656 overhead_size 4 544256 hdr_size 4 79096 data_size 4 0 metadata_size 4 766976 dbuf_size 4 22400 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 679424 mru_evictable_data 4 0 mru_evictable_metadata 4 166400 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 54784 mfu_evictable_data 4 0 mfu_evictable_metadata 4 0 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3641843712 memory_available_bytes 3 3580719104 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 936632 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 245270728 arc_meta_min 4 16777216 async_upgrade_sync 4 4 demand_hit_predictive_prefetch 4 83 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 28618588738 533155521817 name type data cache_count 4 15 cache_size_bytes 4 225280 cache_size_bytes_max 4 44875264 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 15 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 225280 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 626625 hash_misses 4 130234 hash_collisions 4 1126 hash_elements 4 30 hash_elements_max 4 4590 hash_chains 4 0 hash_chain_max 4 1 hash_insert_race 4 9 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 800768 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 28612080267 533157162936 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 289680 dnode_hold_alloc_misses 4 18 dnode_hold_alloc_interior 4 43 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 10 dnode_hold_free_hits 4 9709 dnode_hold_free_misses 4 94 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 53 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9934 dnode_reallocate 4 0 dnode_buf_evict 4 1097 dnode_alloc_next_chunk 4 338 dnode_alloc_race 4 0 dnode_alloc_next_block 4 102 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 28612064049 533158954722 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 528045997138 533160519960 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2036736 1353216 103 237 15330796 357187740 533123762703 32356086 88735171 533123895423 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 172 528088056885 C 0 9728 83968 8 55 3103579 2938 42485 7041908 173 528091160464 C 0 8192 593408 6 73 7183876 2386 14095 10499635 174 528098344340 C 0 3072 0 1 0 10703727 2679 4943 561455 175 528109048067 C 0 0 574976 0 63 727287 2177 5616 10035787 176 528109775354 C 0 0 0 0 0 10124445 2765 17604 133572 177 528119899799 C 0 0 70144 0 37 4999245797 5375 76089 4989878 178 533119145596 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 528046041875 533165841617 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471847 0 213830 1000000000 13604025457725782338 2 /dev/vdc1 2 175 1688471848 0 378208 1000000000 13604025457725782338 1 /dev/vdc1 3 175 1688471849 0 1069515 1000000000 13604025457725782338 3 /dev/vdc1 4 175 1688471850 0 581654 1000869118 13604025457725782338 2 /dev/vdc1 5 175 1688471851 0 505156 1000860054 13604025457725782338 0 /dev/vdc1 6 175 1688471852 0 570784 1000854173 13604025457725782338 0 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 28612084897 533170812255 name type data hits 4 967 misses 4 374948 max_streams 4 186923 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 27689557365 533173760311 implementation native byteswap scalar 4005423259 2762336918 superscalar 4838319340 3664745959 superscalar4 4438496688 3194688755 sse2 7269178419 3880486039 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 28618787628 533175202114 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 29465484060 533176939042 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 314483378 137510309 40554833 664976519 152151993 15840457 34215535 7882516 9775843 5719646 scalar 753596068 189033069 62686665 701278913 279335119 153796084 100753510 88065590 50995521 36561898 sse2 1480884606 468270902 246998502 1471709467 617987290 353153359 343382316 337747752 191855514 132328687 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 28618792258 533178769038 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2895 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 2 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:56:18.534000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a408e2 0x1fd43180 eid = 0x620 Jul 4 2023 07:56:18.534000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a408e2 0x1fd43180 eid = 0x621 Jul 4 2023 07:56:18.536000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a408e2 time = 0x64a408e2 0x1ff2b600 eid = 0x622 Jul 4 2023 07:56:18.556000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a408e2 0x2123e300 eid = 0x623 Jul 4 2023 07:56:19.150000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.201.168@tcp" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x25 history_time = 0x64a408e3 time = 0x64a408e3 0x8f0d180 eid = 0x624 Jul 4 2023 07:56:19.166000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x26 history_time = 0x64a408e3 time = 0x64a408e3 0x9e4f580 eid = 0x625 Jul 4 2023 07:56:19.180000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x27 history_time = 0x64a408e3 time = 0x64a408e3 0xaba9500 eid = 0x626 Jul 4 2023 07:56:19.195000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x28 history_time = 0x64a408e3 time = 0x64a408e3 0xb9f76c0 eid = 0x627 Jul 4 2023 07:56:19.207000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x29 history_time = 0x64a408e3 time = 0x64a408e3 0xc5691c0 eid = 0x628 Jul 4 2023 07:56:19.219000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2a history_time = 0x64a408e3 time = 0x64a408e3 0xd0dacc0 eid = 0x629 Jul 4 2023 07:56:19.230000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2b history_time = 0x64a408e3 time = 0x64a408e3 0xdb58580 eid = 0x62a Jul 4 2023 07:56:19.244000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2c history_time = 0x64a408e3 time = 0x64a408e3 0xe8b2500 eid = 0x62b Jul 4 2023 07:56:19.664000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x32 history_time = 0x64a408e3 time = 0x64a408e3 0x2793d600 eid = 0x62c Jul 4 2023 07:56:24.627000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a408e8 time = 0x64a408e8 0x255f42c0 eid = 0x62d Jul 4 2023 07:56:24.627000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a408e8 time = 0x64a408e8 0x255f42c0 eid = 0x62e Jul 4 2023 07:56:24.681000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a408e8 0x28973c40 eid = 0x62f Jul 4 2023 07:56:24.681000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a408e8 0x28973c40 eid = 0x630 Jul 4 2023 07:56:24.683000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a408e8 time = 0x64a408e8 0x28b5c0c0 eid = 0x631 Jul 4 2023 07:56:24.700000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a408e8 0x29b92700 eid = 0x632 Jul 4 2023 07:56:25.210000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.201.168@tcp" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x26 history_time = 0x64a408e9 time = 0x64a408e9 0xc845880 eid = 0x633 Jul 4 2023 07:56:25.221000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x27 history_time = 0x64a408e9 time = 0x64a408e9 0xd2c3140 eid = 0x634 Jul 4 2023 07:56:25.233000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x28 history_time = 0x64a408e9 time = 0x64a408e9 0xde34c40 eid = 0x635 Jul 4 2023 07:56:25.244000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x29 history_time = 0x64a408e9 time = 0x64a408e9 0xe8b2500 eid = 0x636 Jul 4 2023 07:56:25.256000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2a history_time = 0x64a408e9 time = 0x64a408e9 0xf424000 eid = 0x637 Jul 4 2023 07:56:25.266000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2b history_time = 0x64a408e9 time = 0x64a408e9 0xfdad680 eid = 0x638 Jul 4 2023 07:56:25.277000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2c history_time = 0x64a408e9 time = 0x64a408e9 0x1082af40 eid = 0x639 Jul 4 2023 07:56:25.290000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2d history_time = 0x64a408e9 time = 0x64a408e9 0x11490c80 eid = 0x63a Jul 4 2023 07:56:25.525000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x31 history_time = 0x64a408e9 time = 0x64a408e9 0x1f4add40 eid = 0x63b Jul 4 2023 07:56:38.675000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x1 pool_context = 0x0 time = 0x64a408f6 0x283baec0 eid = 0x63c Jul 4 2023 07:56:38.706000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x5 pool_context = 0x0 time = 0x64a408f6 0x2a14b480 eid = 0x63d Jul 4 2023 07:56:41.838000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x1 pool_context = 0x0 time = 0x64a408f9 0x31f2dd80 eid = 0x63e Jul 4 2023 07:56:41.862000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x5 pool_context = 0x0 time = 0x64a408f9 0x33611380 eid = 0x63f Jul 4 2023 07:56:43.117000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x1 pool_context = 0x0 time = 0x64a408fb 0x6f94740 eid = 0x640 Jul 4 2023 07:56:43.147000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x5 pool_context = 0x0 time = 0x64a408fb 0x8c30ac0 eid = 0x641 Jul 4 2023 07:56:45.487000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x73 history_time = 0x64a408fd time = 0x64a408fd 0x1d0707c0 eid = 0x642 Jul 4 2023 07:56:45.487000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x73 history_time = 0x64a408fd time = 0x64a408fd 0x1d0707c0 eid = 0x643 Jul 4 2023 07:56:45.503000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a408fd 0x1dfb2bc0 eid = 0x644 Jul 4 2023 07:56:45.503000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a408fd 0x1dfb2bc0 eid = 0x645 Jul 4 2023 07:56:45.504000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x76 history_time = 0x64a408fd time = 0x64a408fd 0x1e0a6e00 eid = 0x646 Jul 4 2023 07:56:45.514000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a408fd 0x1ea30480 eid = 0x647 Jul 4 2023 07:56:48.260000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x56 history_time = 0x64a40900 time = 0x64a40900 0xf7f4900 eid = 0x648 Jul 4 2023 07:56:48.260000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x56 history_time = 0x64a40900 time = 0x64a40900 0xf7f4900 eid = 0x649 Jul 4 2023 07:56:48.283000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a40900 0x10de3cc0 eid = 0x64a Jul 4 2023 07:56:48.283000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a40900 0x10de3cc0 eid = 0x64b Jul 4 2023 07:56:48.284000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x59 history_time = 0x64a40900 time = 0x64a40900 0x10ed7f00 eid = 0x64c Jul 4 2023 07:56:48.294000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a40900 0x11861580 eid = 0x64d Jul 4 2023 07:56:51.920000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4c history_time = 0x64a40903 time = 0x64a40903 0x36d61600 eid = 0x64e Jul 4 2023 07:56:51.921000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4c history_time = 0x64a40903 time = 0x64a40903 0x36e55840 eid = 0x64f Jul 4 2023 07:56:51.957000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a40903 0x390aa940 eid = 0x650 Jul 4 2023 07:56:51.957000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a40903 0x390aa940 eid = 0x651 Jul 4 2023 07:56:51.959000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x4f history_time = 0x64a40903 time = 0x64a40903 0x39292dc0 eid = 0x652 Jul 4 2023 07:56:51.976000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a40903 0x3a2c9400 eid = 0x653 Jul 4 2023 07:57:09.605000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x1 pool_context = 0x0 time = 0x64a40915 0x240f9140 eid = 0x654 Jul 4 2023 07:57:09.640000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x5 pool_context = 0x0 time = 0x64a40915 0x2625a000 eid = 0x655 Jul 4 2023 07:57:16.750000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x1 pool_context = 0x0 time = 0x64a4091c 0x2cb41780 eid = 0x656 Jul 4 2023 07:57:16.768000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x5 pool_context = 0x0 time = 0x64a4091c 0x2dc6c000 eid = 0x657 Jul 4 2023 07:57:17.918000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x1 pool_context = 0x0 time = 0x64a4091d 0x36b79180 eid = 0x658 Jul 4 2023 07:57:17.939000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x5 pool_context = 0x0 time = 0x64a4091d 0x37f800c0 eid = 0x659 Jul 4 2023 07:57:27.557000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xac history_time = 0x64a40927 time = 0x64a40927 0x21332540 eid = 0x65a Jul 4 2023 07:57:27.557000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xac history_time = 0x64a40927 time = 0x64a40927 0x21332540 eid = 0x65b Jul 4 2023 07:57:27.575000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40927 0x2245cdc0 eid = 0x65c Jul 4 2023 07:57:27.575000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40927 0x2245cdc0 eid = 0x65d Jul 4 2023 07:57:27.576000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xaf history_time = 0x64a40927 time = 0x64a40927 0x22551000 eid = 0x65e Jul 4 2023 07:57:27.586000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40927 0x22eda680 eid = 0x65f ====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 15048 - 72 - - - - 209 - - - - ddt_cache 0x00040 3194880 2790144 199680 24912 16 16 21 128 112 168 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 7168 - 512 - - - - 14 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 147456 - 1024 - - - - 144 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 229376 - 16384 - - - - 14 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 10498048 9175040 954368 114688 11 10 10 88 80 80 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 18452480 3145728 1085440 131072 17 17 184 136 24 1472 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7200 - 40 - - - - 180 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 74880 - 416 - - - - 180 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 4216 - 136 - - - - 31 - - - - dmu_buf_impl_t 0x00084 - 22400 - 400 - - - - 56 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 27201628412 533715968209 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 27201655729 533717331415 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 28609448886 533718680018 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 28618782049 533720020483 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 28618275512 533721419971 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295195374 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195410 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195410 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 385 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295195377 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 12 196608 16384 1 4 1 0 | 1 2 0xf160090 1 1024 4295195377 425 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 0 0 4 65536 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295195375 6 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195400 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295195400 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295195400 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295195380 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295195411 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 0 1 0 0 131072 1 4 6 0 | 1 2 0xf160490 1 1024 4295200420 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 0 0 8 131072 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295195390 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295200417 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195410 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295195405 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295200416 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295200420 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 385 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295195378 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 2 32768 16384 1 4 3 0 | 1 2 0xf160090 1 512 4295200420 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 7 54 212992 lustre-mdt1 0 66 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295200419 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295195374 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295200416 32 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295200416 32 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 67 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295200419 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295195399 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 65 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295200419 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295195406 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295195400 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471351 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 32090758250 1688471351 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471351 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471351 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471351 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471351 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 260) 1688471351 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 260) canmount=0 1688471351 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471351 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 260) xattr=2 1688471351 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 260) dnodesize=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471351 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471351 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 260) lustre:flags=101 1688471351 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471351 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471351 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471352 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471352 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471352 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471352 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 32992796916 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471354 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 34994769403 1688471354 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471354 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471354 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471354 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471354 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 259) 1688471354 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 259) canmount=0 1688471354 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471354 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471354 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 259) xattr=2 1688471354 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 259) dnodesize=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471354 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471354 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471354 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 259) lustre:flags=97 1688471354 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471354 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471355 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3317939640 1688471355 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471355 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471355 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471355 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 36093188142 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471357 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471357 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 38032306512 1688471357 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471357 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471357 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471357 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471357 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 260) 1688471357 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 260) canmount=0 1688471357 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471357 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 260) xattr=2 1688471357 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 260) dnodesize=1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 260) recordsize=1048576 1688471357 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.168@tcp 1688471357 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471357 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471357 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 260) lustre:flags=98 1688471357 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471357 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471357 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471358 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3314269624 1688471358 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471358 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471358 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471358 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 39279506673 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471360 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471360 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 41463715557 1688471360 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471360 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471360 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471360 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471361 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471361 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 135) 1688471361 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 135) canmount=0 1688471361 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471361 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471361 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 135) xattr=2 1688471361 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 135) dnodesize=1 1688471361 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 135) recordsize=1048576 1688471361 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 135) lustre:mgsnode=192.168.201.168@tcp 1688471361 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 135) lustre:sys.timeout=20 1688471361 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 135) lustre:autodegrade=on 1688471361 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 135) lustre:version=1 1688471361 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 135) lustre:flags=98 1688471361 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 135) lustre:index=1 1688471361 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 135) lustre:fsname=lustre 1688471361 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 135) lustre:svname=lustre:OST0001 1688471361 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3314924984 1688471362 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471362 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471362 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471362 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 42725593028 1688471367 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471367 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471367 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471367 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471367 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471367 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471367 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471367 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471367 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471367 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471368 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 48562895156 1688471368 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471368 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471368 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471368 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471368 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471368 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471368 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471368 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471368 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471368 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471368 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 260) lustre:flags=37 1688471368 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471368 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471368 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471370 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre-MDT0000 1688471374 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471374 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471374 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471374 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471374 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471374 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471374 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471374 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471374 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471374 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471374 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 55354334239 1688471374 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471374 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471374 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471374 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471374 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471374 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471375 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471375 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471375 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471375 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471375 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471375 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 259) lustre:flags=33 1688471375 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471375 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471375 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471376 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre-MDT0001 1688471379 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471379 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471379 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471379 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471379 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471379 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471379 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471379 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471379 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471379 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471379 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 60532200794 1688471379 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471380 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471380 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471380 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471380 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471380 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471380 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471380 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.168@tcp 1688471380 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471380 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471380 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471380 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 260) lustre:flags=34 1688471380 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471380 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471380 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471381 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 260) lustre:svname=lustre-OST0000 1688471385 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471385 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471385 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471385 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471385 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471385 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471385 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471385 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471385 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471385 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471385 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 66322277958 1688471385 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471385 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471385 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471385 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471385 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471385 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471386 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471386 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 135) lustre:sys.timeout=20 1688471386 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 135) lustre:autodegrade=on 1688471386 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 135) lustre:mgsnode=192.168.201.168@tcp 1688471386 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 135) lustre:version=1 1688471386 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 135) lustre:flags=34 1688471386 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 135) lustre:index=1 1688471386 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 135) lustre:fsname=lustre 1688471386 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 135) lustre:svname=lustre:OST0001 1688471387 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 135) lustre:svname=lustre-OST0001 1688471423 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471423 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471423 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 104256883787 1688471430 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471430 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471430 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 111396889334 1688471437 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471437 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471437 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 118499367571 1688471445 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471445 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471445 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 125622974911 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471449 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 130420388811 1688471449 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471449 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471449 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471449 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471449 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471449 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471449 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471449 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471449 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471449 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471450 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471450 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471450 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471450 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471450 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471450 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471450 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471450 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471450 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 131203209492 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471452 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471452 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 132846223170 1688471452 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471452 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471452 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471452 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471452 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471452 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 134) 1688471452 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 134) quota=409600000 1688471452 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 134) canmount=0 1688471452 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471452 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471452 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 134) xattr=2 1688471452 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 134) dnodesize=1 1688471452 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.201.168@tcp 1688471452 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471452 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471452 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471452 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 134) lustre:flags=97 1688471452 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471452 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471452 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471453 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471453 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471453 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471453 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 133594390593 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471454 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471454 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 135190968463 1688471454 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471454 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471454 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471454 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471454 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 260) 1688471454 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 260) quota=409600000 1688471454 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 260) canmount=0 1688471454 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471454 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 260) xattr=2 1688471454 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 260) dnodesize=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 260) recordsize=1048576 1688471454 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.168@tcp 1688471454 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471454 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471454 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 260) lustre:flags=98 1688471454 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471454 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471454 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471455 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471455 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471455 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471455 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 135968272930 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471457 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 137572959305 1688471457 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471457 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471457 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471457 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471457 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 68) 1688471457 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 68) quota=409600000 1688471457 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 68) canmount=0 1688471457 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471457 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471457 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 68) xattr=2 1688471457 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 68) dnodesize=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 68) recordsize=1048576 1688471457 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.201.168@tcp 1688471457 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471457 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471457 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 68) lustre:flags=98 1688471457 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471457 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471457 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471457 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471457 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471457 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 138390979627 1688471458 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471458 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471458 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471458 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471458 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471458 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471458 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471458 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471458 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471458 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471458 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 139037769897 1688471458 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471458 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471458 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471458 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471458 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471458 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471459 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471459 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471459 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471459 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471459 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471459 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471459 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471459 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471459 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471462 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471462 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471462 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471462 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471462 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471462 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471462 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471462 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471462 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471462 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471462 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 143118988423 1688471462 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471462 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471462 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471462 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471462 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471462 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471463 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471463 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.201.168@tcp 1688471463 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471463 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471463 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 134) lustre:flags=33 1688471463 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471463 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471463 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre-MDT0001 1688471467 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471467 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471467 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471467 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471467 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 148523168264 1688471467 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471467 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471467 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471468 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471468 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471468 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471468 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.168@tcp 1688471468 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471468 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471468 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471468 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 260) lustre:flags=34 1688471468 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471468 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471468 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471468 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 260) lustre:svname=lustre-OST0000 1688471477 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471477 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471477 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 158238546450 1688471484 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471484 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471484 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 165399129407 1688471486 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471486 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 166647754791 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471495 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 175724923640 1688471495 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471495 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471495 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471495 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471495 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 71) 1688471495 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 71) quota=409600000 1688471495 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 71) canmount=0 1688471495 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471495 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471495 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 71) xattr=2 1688471495 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 71) dnodesize=1 1688471495 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 71) lustre:sys.timeout=20 1688471495 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471495 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 71) lustre:version=1 1688471495 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 71) lustre:flags=101 1688471495 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 71) lustre:index=0 1688471495 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 71) lustre:fsname=lustre 1688471495 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre:MDT0000 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471495 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471495 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 176532720342 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471497 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471497 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 178396329078 1688471497 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471497 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471497 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471497 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471497 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471497 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 388) 1688471497 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 388) quota=409600000 1688471497 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 388) canmount=0 1688471497 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471497 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471497 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 388) xattr=2 1688471497 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 388) dnodesize=1 1688471497 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 388) lustre:mgsnode=192.168.201.168@tcp 1688471497 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 388) lustre:sys.timeout=20 1688471498 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471498 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 388) lustre:version=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 388) lustre:flags=97 1688471498 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 388) lustre:index=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 388) lustre:fsname=lustre 1688471498 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 388) lustre:svname=lustre:MDT0001 1688471498 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471498 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471498 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471498 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 179183616011 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471500 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471500 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 180967850553 1688471500 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471500 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471500 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471500 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471500 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471500 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 68) 1688471500 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 68) quota=409600000 1688471500 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 68) canmount=0 1688471500 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471500 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471500 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 68) xattr=2 1688471500 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 68) dnodesize=1 1688471500 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 68) recordsize=1048576 1688471500 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.201.168@tcp 1688471500 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471500 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471500 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471500 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 68) lustre:flags=98 1688471500 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471500 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471500 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471501 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471501 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471501 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471501 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 181878024541 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471503 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 183615441949 1688471503 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471503 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471503 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471503 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471503 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471503 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471503 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471503 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471503 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471503 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471503 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471503 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471503 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471503 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471503 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471503 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471503 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471504 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471504 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 184595876600 1688471504 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471504 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471504 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471504 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471504 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471504 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471504 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471504 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471504 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471504 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471504 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 185304481779 1688471504 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471504 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471504 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471504 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471504 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471504 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471505 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471505 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 71) lustre:sys.timeout=20 1688471505 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471505 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 71) lustre:version=1 1688471505 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 71) lustre:flags=37 1688471505 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 71) lustre:index=0 1688471505 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 71) lustre:fsname=lustre 1688471505 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre:MDT0000 1688471505 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre-MDT0000 1688471508 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471508 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471508 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471508 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471508 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471508 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471508 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471508 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471508 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471508 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471508 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 189485314493 1688471508 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471508 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471508 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471508 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471508 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471508 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471509 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471509 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 388) lustre:mgsnode=192.168.201.168@tcp 1688471509 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 388) lustre:sys.timeout=20 1688471509 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471509 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 388) lustre:version=1 1688471509 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 388) lustre:flags=33 1688471509 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 388) lustre:index=1 1688471509 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 388) lustre:fsname=lustre 1688471509 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 388) lustre:svname=lustre:MDT0001 1688471509 spa_history.c:314:spa_history_log_sync(): txg 51 set lustre-mdt2/mdt2 (id 388) lustre:svname=lustre-MDT0001 1688471514 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471514 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471514 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471514 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471514 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471514 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471514 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471514 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471514 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471514 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471514 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 194840059217 1688471514 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471514 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471514 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471514 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471514 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471514 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471514 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471514 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471514 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471514 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.201.168@tcp 1688471514 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471514 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 68) lustre:flags=34 1688471514 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471514 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471515 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471515 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 68) lustre:svname=lustre-OST0000 1688471522 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471522 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471522 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471522 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471522 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 202716935929 1688471522 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471522 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471522 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471522 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471522 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471522 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471522 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471522 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471522 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471522 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471522 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 259) lustre:flags=34 1688471522 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471522 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471522 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471523 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 259) lustre:svname=lustre-OST0001 1688471546 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471546 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471546 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 227036720802 1688471563 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471563 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471563 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 244407455847 1688471567 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471567 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 247566828056 1688471570 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471570 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471570 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 250847092607 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471589 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 270038259586 1688471589 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471589 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471589 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471589 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471589 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471589 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471589 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471589 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471589 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471589 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471589 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471589 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471589 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471589 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471589 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471590 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471590 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471590 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471590 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 270684216082 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471591 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471591 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 272265934601 1688471591 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471591 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471591 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471591 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471591 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471591 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471591 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471591 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471591 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471591 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471591 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.201.168@tcp 1688471591 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471591 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471591 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471591 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471591 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471592 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471592 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471592 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471592 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 273007754890 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471594 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471594 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 274541893727 1688471594 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471594 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471594 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471594 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471594 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471594 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 269) 1688471594 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 269) quota=409600000 1688471594 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 269) canmount=0 1688471594 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471594 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471594 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 269) xattr=2 1688471594 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 269) dnodesize=1 1688471594 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 269) recordsize=1048576 1688471594 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 269) lustre:mgsnode=192.168.201.168@tcp 1688471594 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 269) lustre:sys.timeout=20 1688471594 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 269) lustre:autodegrade=on 1688471594 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 269) lustre:version=1 1688471594 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 269) lustre:flags=98 1688471594 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 269) lustre:index=0 1688471594 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 269) lustre:fsname=lustre 1688471594 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 269) lustre:svname=lustre:OST0000 1688471594 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471594 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471594 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471594 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 275300386129 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471596 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 276933719534 1688471596 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471596 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471596 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471596 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471596 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471596 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471596 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471596 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471596 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471596 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471596 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471596 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.201.168@tcp 1688471596 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471596 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471596 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471596 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471596 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471597 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471597 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471597 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471597 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 277803844648 1688471597 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471597 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471597 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471597 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471597 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471597 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471597 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471597 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471597 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471597 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471597 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 278483587686 1688471597 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471597 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471597 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471597 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471597 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471597 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471598 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471598 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471598 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471598 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471598 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471598 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471598 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471598 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471599 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471602 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471602 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471602 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471602 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471602 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 283524052689 1688471602 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471602 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471602 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471603 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471603 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471603 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471603 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.201.168@tcp 1688471603 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471603 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471603 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471603 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471603 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471603 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471603 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471603 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471607 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471607 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471608 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 288545485386 1688471608 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471608 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471608 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471608 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 269) lustre:autodegrade=on 1688471608 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 269) lustre:sys.timeout=20 1688471608 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 269) lustre:mgsnode=192.168.201.168@tcp 1688471608 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 269) lustre:version=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 269) lustre:flags=34 1688471608 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 269) lustre:index=0 1688471608 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 269) lustre:fsname=lustre 1688471608 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 269) lustre:svname=lustre:OST0000 1688471608 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 269) lustre:svname=lustre-OST0000 1688471621 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471621 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471621 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 301879186405 1688471628 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471628 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471628 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 309020136814 1688471629 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471629 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471629 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 310235572712 1688471631 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471631 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471631 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 114 1688471631 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=114 1688471631 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471631 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471631 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471631 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471631 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 114 1688471631 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=114 1688471632 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 312557092594 1688471632 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471632 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471632 spa_history.c:319:spa_history_log_sync(): txg 116 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471632 spa_history.c:319:spa_history_log_sync(): txg 116 set failmode=2 1688471632 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471632 spa_history.c:319:spa_history_log_sync(): txg 119 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471632 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471634 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471634 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471634 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 85 1688471634 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=85 1688471634 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471634 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471634 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471634 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471634 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 85 1688471634 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=85 1688471634 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 315280699304 1688471634 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471634 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471634 spa_history.c:319:spa_history_log_sync(): txg 87 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471634 spa_history.c:319:spa_history_log_sync(): txg 87 set failmode=2 1688471634 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471634 spa_history.c:319:spa_history_log_sync(): txg 90 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471635 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471638 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471638 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471638 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471638 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471638 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471638 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471638 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471638 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471638 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471638 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471638 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 319177448894 1688471638 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471638 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471638 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471638 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471638 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471638 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471639 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471642 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471642 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471642 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471642 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471642 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471642 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471642 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471642 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471642 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 322904096040 1688471642 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471642 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471642 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471642 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471642 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471642 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471642 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471642 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.201.168@tcp 1688471643 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 134) lustre:flags=34 1688471643 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471643 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471643 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 134) lustre:svname=lustre-OST0001 1688471654 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471654 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471654 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 335097313922 1688471671 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471671 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471671 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 352427970252 1688471678 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471678 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471678 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 359485984254 1688471682 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471682 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471682 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 362679034482 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471702 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 382940384308 1688471702 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471702 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471702 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471702 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471702 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 135) 1688471702 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 135) quota=409600000 1688471702 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 135) canmount=0 1688471702 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471702 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 135) xattr=2 1688471702 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 135) dnodesize=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471702 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471702 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 135) lustre:flags=101 1688471702 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471702 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471702 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471703 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471703 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471703 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471703 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 383680738278 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471704 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471704 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 385303883442 1688471704 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471704 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471704 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471704 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471704 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 263) 1688471704 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 263) quota=409600000 1688471704 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 263) canmount=0 1688471704 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471704 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471704 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 263) xattr=2 1688471704 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 263) dnodesize=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.201.168@tcp 1688471704 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471704 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471704 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 263) lustre:flags=97 1688471704 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471704 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471705 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471705 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471705 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471705 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 386062984404 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471707 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471707 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 387635676948 1688471707 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471707 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471707 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471707 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471707 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471707 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471707 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471707 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471707 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471707 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471707 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471707 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471707 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471707 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471707 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471707 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471707 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471707 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471707 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471707 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471707 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 388506849698 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471709 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471709 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 390172296188 1688471709 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471709 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471709 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471709 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471709 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471709 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471709 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471709 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471709 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471709 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471709 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471709 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471709 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471709 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.201.168@tcp 1688471709 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471709 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471709 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471709 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471709 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471709 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471709 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471710 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471710 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471710 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471710 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 391057211101 1688471711 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471711 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471711 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471711 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471711 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471711 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471711 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471711 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471711 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471711 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471711 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 391787882107 1688471711 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471711 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471711 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471711 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471711 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471711 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471711 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471711 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471711 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471711 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471711 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 135) lustre:flags=37 1688471711 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471711 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471711 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471713 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre-MDT0000 1688471716 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471716 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471716 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471716 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471716 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471716 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471716 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471716 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471716 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 396867384329 1688471716 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471716 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471716 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471716 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471716 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471716 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471716 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471716 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.201.168@tcp 1688471716 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471716 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471716 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 263) lustre:flags=33 1688471716 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471716 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471716 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471717 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre-MDT0001 1688471721 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471721 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471721 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471721 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471721 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471721 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471721 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471721 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471721 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471721 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471721 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 402299863684 1688471721 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471721 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471721 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471721 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471721 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471721 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471722 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471722 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.168@tcp 1688471722 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471722 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471722 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471722 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471722 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471722 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471722 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471722 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471739 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471739 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471739 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 419696159566 1688471742 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471742 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471742 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 422915597201 1688471743 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471743 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471743 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 424209634176 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471750 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471750 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 431133592965 1688471750 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471750 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471750 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471750 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471750 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471750 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 263) 1688471750 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 263) quota=409600000 1688471750 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 263) canmount=0 1688471750 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471750 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471750 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 263) xattr=2 1688471750 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 263) dnodesize=1 1688471750 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471750 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471750 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471750 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 263) lustre:flags=101 1688471750 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471750 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471750 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471751 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471751 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471751 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471751 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 431952644355 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471762 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471762 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 442864407283 1688471762 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471762 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471762 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471762 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471762 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471762 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471762 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471762 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471762 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471762 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471762 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471762 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471762 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471762 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471762 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471763 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471763 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471763 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471763 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 443834541176 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471765 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471765 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 445818964110 1688471765 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471765 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471765 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471765 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471765 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471765 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 263) 1688471765 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 263) quota=409600000 1688471765 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 263) canmount=0 1688471765 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471765 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471765 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 263) xattr=2 1688471765 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 263) dnodesize=1 1688471765 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.201.168@tcp 1688471765 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471765 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471765 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471765 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 263) lustre:flags=97 1688471765 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471765 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471765 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471766 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471766 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471766 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471766 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 446784493516 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471768 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 448779753204 1688471768 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471768 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471768 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471768 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471768 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471768 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471768 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471768 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471768 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471768 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471768 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.201.168@tcp 1688471768 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471768 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471768 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471768 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471768 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471768 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471769 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3432594872 1688471769 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471769 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471769 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471769 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 450005123361 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471771 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 451961218147 1688471771 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471771 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471771 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471771 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471771 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471771 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 388) 1688471771 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 388) quota=409600000 1688471771 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 388) canmount=0 1688471771 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471771 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471771 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 388) xattr=2 1688471771 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 388) dnodesize=1 1688471771 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 388) recordsize=1048576 1688471771 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 388) lustre:mgsnode=192.168.201.168@tcp 1688471771 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 388) lustre:sys.timeout=20 1688471771 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 388) lustre:autodegrade=on 1688471771 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 388) lustre:version=1 1688471771 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 388) lustre:flags=98 1688471771 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 388) lustre:index=1 1688471771 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 388) lustre:fsname=lustre 1688471771 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 388) lustre:svname=lustre:OST0001 1688471772 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2849177016 1688471772 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471772 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471772 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471772 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 453092404436 1688471773 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471773 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471773 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 453981927776 1688471773 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471773 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471773 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471773 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471773 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471774 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471774 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471774 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 387) lustre:flags=37 1688471774 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471774 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471774 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471774 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre-MDT0000 1688471778 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471778 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471778 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471778 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471778 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471778 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471778 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471778 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471778 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471778 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471778 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 459028323602 1688471778 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471778 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471778 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471778 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471778 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471778 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471779 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471779 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.201.168@tcp 1688471779 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471779 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471779 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471779 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 263) lustre:flags=33 1688471779 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471779 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471779 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471779 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre-MDT0001 1688471784 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471784 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471784 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471784 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471784 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471784 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471784 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471784 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471784 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471784 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471784 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 465158326573 1688471784 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471784 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471784 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471784 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471784 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471784 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471785 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471785 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.201.168@tcp 1688471785 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471785 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471785 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471785 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471785 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471785 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471785 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471785 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471798 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471798 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 479228985965 1688471801 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471801 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471801 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 482385471912 1688471803 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471803 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471803 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 483670214652 1688471805 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471805 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471805 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471805 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471805 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471805 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471805 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471805 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471805 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471805 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471805 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 486017644181 1688471805 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471805 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471805 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471805 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471805 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471805 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471806 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471808 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471808 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471808 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471808 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471808 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471808 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471808 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471808 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471808 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471808 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471808 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 488790940276 1688471808 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471808 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471808 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471808 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471808 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471808 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471811 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471811 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471811 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471811 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471811 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471811 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471811 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471811 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471811 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 492450924653 1688471811 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471811 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471811 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471811 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471811 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471812 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471829 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471829 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471829 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 510165152572 1688471836 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471836 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471836 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 517295987606 1688471837 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471837 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471837 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 518465518210 1688471847 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471847 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471847 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 170 1688471847 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=170 1688471847 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471847 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471847 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471847 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471847 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 170 1688471847 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=170 1688471847 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 528088030102 1688471847 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471847 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471847 spa_history.c:319:spa_history_log_sync(): txg 172 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471847 spa_history.c:319:spa_history_log_sync(): txg 172 set failmode=2 1688471847 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471847 spa_history.c:319:spa_history_log_sync(): txg 175 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471852 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 28612089282 533910516413 name type data dmu_tx_assigned 4 11298 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 41 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 28611319307 533912505161 name type data struct_size 4 7200 linear_cnt 4 156 linear_data_size 4 152576 scatter_cnt 4 24 scatter_data_size 4 70144 scatter_chunk_waste 4 40448 scatter_order_0 4 23 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 28615465066 533914081327 name type data hits 4 392015 misses 4 3325 demand_data_hits 4 12991 demand_data_misses 4 430 demand_metadata_hits 4 379015 demand_metadata_misses 4 2757 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 9 prefetch_metadata_misses 4 138 mru_hits 4 312013 mru_ghost_hits 4 0 mfu_hits 4 79993 mfu_ghost_hits 4 0 deleted 4 27230 mutex_miss 4 0 access_skip 4 0 evict_skip 4 5432 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1296786944 evict_l2_ineligible 4 372736 evict_l2_skip 4 0 hash_elements 4 179 hash_elements_max 4 4617 hash_collisions 4 160 hash_chains 4 0 hash_chain_max 4 2 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 936632 compressed_size 4 222720 uncompressed_size 4 19590656 overhead_size 4 544256 hdr_size 4 79096 data_size 4 0 metadata_size 4 766976 dbuf_size 4 22400 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 679424 mru_evictable_data 4 0 mru_evictable_metadata 4 166400 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 54784 mfu_evictable_data 4 0 mfu_evictable_metadata 4 0 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3641704448 memory_available_bytes 3 3580579840 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 936632 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 245270728 arc_meta_min 4 16777216 async_upgrade_sync 4 4 demand_hit_predictive_prefetch 4 83 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 28618588738 533915922243 name type data cache_count 4 15 cache_size_bytes 4 225280 cache_size_bytes_max 4 44875264 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 15 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 225280 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 626625 hash_misses 4 130234 hash_collisions 4 1126 hash_elements 4 30 hash_elements_max 4 4590 hash_chains 4 0 hash_chain_max 4 1 hash_insert_race 4 9 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 800768 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 28612080267 533917788726 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 289680 dnode_hold_alloc_misses 4 18 dnode_hold_alloc_interior 4 43 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 10 dnode_hold_free_hits 4 9709 dnode_hold_free_misses 4 94 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 53 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9934 dnode_reallocate 4 0 dnode_buf_evict 4 1097 dnode_alloc_next_chunk 4 338 dnode_alloc_race 4 0 dnode_alloc_next_block 4 102 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 28612064049 533919366416 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 528045997138 533920930796 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2036736 1353216 103 237 15330796 357187740 533123762703 32356086 88735171 533123895423 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 172 528088056885 C 0 9728 83968 8 55 3103579 2938 42485 7041908 173 528091160464 C 0 8192 593408 6 73 7183876 2386 14095 10499635 174 528098344340 C 0 3072 0 1 0 10703727 2679 4943 561455 175 528109048067 C 0 0 574976 0 63 727287 2177 5616 10035787 176 528109775354 C 0 0 0 0 0 10124445 2765 17604 133572 177 528119899799 C 0 0 70144 0 37 4999245797 5375 76089 4989878 178 533119145596 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 528046041875 533927179724 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471847 0 213830 1000000000 13604025457725782338 2 /dev/vdc1 2 175 1688471848 0 378208 1000000000 13604025457725782338 1 /dev/vdc1 3 175 1688471849 0 1069515 1000000000 13604025457725782338 3 /dev/vdc1 4 175 1688471850 0 581654 1000869118 13604025457725782338 2 /dev/vdc1 5 175 1688471851 0 505156 1000860054 13604025457725782338 0 /dev/vdc1 6 175 1688471852 0 570784 1000854173 13604025457725782338 0 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 28612084897 533932297588 name type data hits 4 967 misses 4 374948 max_streams 4 186923 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 27689557365 533935777223 implementation native byteswap scalar 4005423259 2762336918 superscalar 4838319340 3664745959 superscalar4 4438496688 3194688755 sse2 7269178419 3880486039 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 28618787628 533937931022 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 29465484060 533939528077 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 314483378 137510309 40554833 664976519 152151993 15840457 34215535 7882516 9775843 5719646 scalar 753596068 189033069 62686665 701278913 279335119 153796084 100753510 88065590 50995521 36561898 sse2 1480884606 468270902 246998502 1471709467 617987290 353153359 343382316 337747752 191855514 132328687 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 28618792258 533941207651 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2895 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 2 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:56:18.534000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a408e2 0x1fd43180 eid = 0x620 Jul 4 2023 07:56:18.534000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a408e2 0x1fd43180 eid = 0x621 Jul 4 2023 07:56:18.536000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a408e2 time = 0x64a408e2 0x1ff2b600 eid = 0x622 Jul 4 2023 07:56:18.556000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a408e2 0x2123e300 eid = 0x623 Jul 4 2023 07:56:19.150000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.201.168@tcp" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x25 history_time = 0x64a408e3 time = 0x64a408e3 0x8f0d180 eid = 0x624 Jul 4 2023 07:56:19.166000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x26 history_time = 0x64a408e3 time = 0x64a408e3 0x9e4f580 eid = 0x625 Jul 4 2023 07:56:19.180000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x27 history_time = 0x64a408e3 time = 0x64a408e3 0xaba9500 eid = 0x626 Jul 4 2023 07:56:19.195000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x28 history_time = 0x64a408e3 time = 0x64a408e3 0xb9f76c0 eid = 0x627 Jul 4 2023 07:56:19.207000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x29 history_time = 0x64a408e3 time = 0x64a408e3 0xc5691c0 eid = 0x628 Jul 4 2023 07:56:19.219000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2a history_time = 0x64a408e3 time = 0x64a408e3 0xd0dacc0 eid = 0x629 Jul 4 2023 07:56:19.230000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2b history_time = 0x64a408e3 time = 0x64a408e3 0xdb58580 eid = 0x62a Jul 4 2023 07:56:19.244000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2c history_time = 0x64a408e3 time = 0x64a408e3 0xe8b2500 eid = 0x62b Jul 4 2023 07:56:19.664000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x32 history_time = 0x64a408e3 time = 0x64a408e3 0x2793d600 eid = 0x62c Jul 4 2023 07:56:24.627000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a408e8 time = 0x64a408e8 0x255f42c0 eid = 0x62d Jul 4 2023 07:56:24.627000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a408e8 time = 0x64a408e8 0x255f42c0 eid = 0x62e Jul 4 2023 07:56:24.681000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a408e8 0x28973c40 eid = 0x62f Jul 4 2023 07:56:24.681000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a408e8 0x28973c40 eid = 0x630 Jul 4 2023 07:56:24.683000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a408e8 time = 0x64a408e8 0x28b5c0c0 eid = 0x631 Jul 4 2023 07:56:24.700000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a408e8 0x29b92700 eid = 0x632 Jul 4 2023 07:56:25.210000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.201.168@tcp" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x26 history_time = 0x64a408e9 time = 0x64a408e9 0xc845880 eid = 0x633 Jul 4 2023 07:56:25.221000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x27 history_time = 0x64a408e9 time = 0x64a408e9 0xd2c3140 eid = 0x634 Jul 4 2023 07:56:25.233000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x28 history_time = 0x64a408e9 time = 0x64a408e9 0xde34c40 eid = 0x635 Jul 4 2023 07:56:25.244000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x29 history_time = 0x64a408e9 time = 0x64a408e9 0xe8b2500 eid = 0x636 Jul 4 2023 07:56:25.256000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2a history_time = 0x64a408e9 time = 0x64a408e9 0xf424000 eid = 0x637 Jul 4 2023 07:56:25.266000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2b history_time = 0x64a408e9 time = 0x64a408e9 0xfdad680 eid = 0x638 Jul 4 2023 07:56:25.277000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2c history_time = 0x64a408e9 time = 0x64a408e9 0x1082af40 eid = 0x639 Jul 4 2023 07:56:25.290000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2d history_time = 0x64a408e9 time = 0x64a408e9 0x11490c80 eid = 0x63a Jul 4 2023 07:56:25.525000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x31 history_time = 0x64a408e9 time = 0x64a408e9 0x1f4add40 eid = 0x63b Jul 4 2023 07:56:38.675000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x1 pool_context = 0x0 time = 0x64a408f6 0x283baec0 eid = 0x63c Jul 4 2023 07:56:38.706000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x5 pool_context = 0x0 time = 0x64a408f6 0x2a14b480 eid = 0x63d Jul 4 2023 07:56:41.838000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x1 pool_context = 0x0 time = 0x64a408f9 0x31f2dd80 eid = 0x63e Jul 4 2023 07:56:41.862000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x5 pool_context = 0x0 time = 0x64a408f9 0x33611380 eid = 0x63f Jul 4 2023 07:56:43.117000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x1 pool_context = 0x0 time = 0x64a408fb 0x6f94740 eid = 0x640 Jul 4 2023 07:56:43.147000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x5 pool_context = 0x0 time = 0x64a408fb 0x8c30ac0 eid = 0x641 Jul 4 2023 07:56:45.487000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x73 history_time = 0x64a408fd time = 0x64a408fd 0x1d0707c0 eid = 0x642 Jul 4 2023 07:56:45.487000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x73 history_time = 0x64a408fd time = 0x64a408fd 0x1d0707c0 eid = 0x643 Jul 4 2023 07:56:45.503000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a408fd 0x1dfb2bc0 eid = 0x644 Jul 4 2023 07:56:45.503000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a408fd 0x1dfb2bc0 eid = 0x645 Jul 4 2023 07:56:45.504000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x76 history_time = 0x64a408fd time = 0x64a408fd 0x1e0a6e00 eid = 0x646 Jul 4 2023 07:56:45.514000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a408fd 0x1ea30480 eid = 0x647 Jul 4 2023 07:56:48.260000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x56 history_time = 0x64a40900 time = 0x64a40900 0xf7f4900 eid = 0x648 Jul 4 2023 07:56:48.260000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x56 history_time = 0x64a40900 time = 0x64a40900 0xf7f4900 eid = 0x649 Jul 4 2023 07:56:48.283000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a40900 0x10de3cc0 eid = 0x64a Jul 4 2023 07:56:48.283000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a40900 0x10de3cc0 eid = 0x64b Jul 4 2023 07:56:48.284000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x59 history_time = 0x64a40900 time = 0x64a40900 0x10ed7f00 eid = 0x64c Jul 4 2023 07:56:48.294000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x0 pool_context = 0x0 time = 0x64a40900 0x11861580 eid = 0x64d Jul 4 2023 07:56:51.920000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4c history_time = 0x64a40903 time = 0x64a40903 0x36d61600 eid = 0x64e Jul 4 2023 07:56:51.921000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4c history_time = 0x64a40903 time = 0x64a40903 0x36e55840 eid = 0x64f Jul 4 2023 07:56:51.957000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a40903 0x390aa940 eid = 0x650 Jul 4 2023 07:56:51.957000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a40903 0x390aa940 eid = 0x651 Jul 4 2023 07:56:51.959000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x4f history_time = 0x64a40903 time = 0x64a40903 0x39292dc0 eid = 0x652 Jul 4 2023 07:56:51.976000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x0 pool_context = 0x0 time = 0x64a40903 0x3a2c9400 eid = 0x653 Jul 4 2023 07:57:09.605000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x1 pool_context = 0x0 time = 0x64a40915 0x240f9140 eid = 0x654 Jul 4 2023 07:57:09.640000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x12d285c6b7ccb859 pool_state = 0x5 pool_context = 0x0 time = 0x64a40915 0x2625a000 eid = 0x655 Jul 4 2023 07:57:16.750000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x1 pool_context = 0x0 time = 0x64a4091c 0x2cb41780 eid = 0x656 Jul 4 2023 07:57:16.768000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x5 pool_context = 0x0 time = 0x64a4091c 0x2dc6c000 eid = 0x657 Jul 4 2023 07:57:17.918000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x1 pool_context = 0x0 time = 0x64a4091d 0x36b79180 eid = 0x658 Jul 4 2023 07:57:17.939000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x50478c5381c97b4a pool_state = 0x5 pool_context = 0x0 time = 0x64a4091d 0x37f800c0 eid = 0x659 Jul 4 2023 07:57:27.557000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xac history_time = 0x64a40927 time = 0x64a40927 0x21332540 eid = 0x65a Jul 4 2023 07:57:27.557000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xac history_time = 0x64a40927 time = 0x64a40927 0x21332540 eid = 0x65b Jul 4 2023 07:57:27.575000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40927 0x2245cdc0 eid = 0x65c Jul 4 2023 07:57:27.575000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40927 0x2245cdc0 eid = 0x65d Jul 4 2023 07:57:27.576000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg268-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg268-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xaf history_time = 0x64a40927 time = 0x64a40927 0x22551000 eid = 0x65e Jul 4 2023 07:57:27.586000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x423c51992a31fac2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40927 0x22eda680 eid = 0x65f