====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 15984 - 72 - - - - 222 - - - - ddt_cache 0x00040 3394560 2790144 199680 24912 17 17 18 136 112 144 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 7168 - 512 - - - - 14 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 89088 - 1024 - - - - 87 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 212992 - 16384 - - - - 13 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 11452416 10092544 954368 114688 12 11 11 96 88 88 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 17367040 5242880 1085440 131072 16 16 133 128 40 1064 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 4600 - 40 - - - - 115 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 47840 - 416 - - - - 115 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 4080 - 136 - - - - 30 - - - - dmu_buf_impl_t 0x00084 - 22000 - 400 - - - - 55 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 41556958565 456157237718 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 41557060793 456160506405 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 43151308937 456164543789 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 43165748858 456168481638 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 43161259980 456174511685 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 0 0 12 196608 16384 1 4 1 0 | 3 2 0xf160090 1 1024 4295116395 189 0 184 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295116386 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 385 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295116395 126 0 130 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295121385 29 0 3 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116358 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295116321 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295116386 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295116321 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 259 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295121396 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116358 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 1 0 0 131072 1 4 5 0 | 1 2 0xf160490 1 1024 4295121397 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 258 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295121397 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295116371 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116358 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 4 65536 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295116256 6 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295116348 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295116321 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295121385 29 0 3 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295121397 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295116321 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 257 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295121397 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295121389 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295116320 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295116268 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 0 0 8 131072 16384 1 4 3 0 | 1 2 0xf160090 1 1024 4295121397 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 385 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295116395 126 0 130 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295121385 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295116345 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471442 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 46676104419 1688471442 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471442 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471442 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471442 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471442 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471442 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471442 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471442 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471442 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471442 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471442 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471442 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471443 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471443 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471443 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471443 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471443 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471443 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471443 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471443 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471443 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471443 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 47648544774 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471445 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 49582513517 1688471445 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471445 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471445 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471445 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471445 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 270) 1688471445 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 270) canmount=0 1688471445 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471445 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 270) xattr=2 1688471445 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 270) dnodesize=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 270) recordsize=1048576 1688471446 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.203.126@tcp 1688471446 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471446 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471446 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471446 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 270) lustre:flags=98 1688471446 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471446 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471446 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471446 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3311844792 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471446 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471446 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 50828443933 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471449 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 52971556747 1688471449 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471449 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471449 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471449 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471449 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 69) 1688471449 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 69) canmount=0 1688471449 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471449 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471449 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 69) xattr=2 1688471449 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 69) dnodesize=1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 69) recordsize=1048576 1688471449 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 69) lustre:mgsnode=192.168.203.126@tcp 1688471449 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 69) lustre:sys.timeout=20 1688471449 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 69) lustre:autodegrade=on 1688471449 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 69) lustre:version=1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 69) lustre:flags=98 1688471449 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 69) lustre:index=1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 69) lustre:fsname=lustre 1688471449 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 69) lustre:svname=lustre:OST0001 1688471450 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3297689016 1688471450 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471450 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471450 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471450 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 54334170559 1688471455 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471455 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471455 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471455 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471455 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471455 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471455 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471455 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471455 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471455 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471455 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 59668679943 1688471455 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471455 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471455 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471455 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471455 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471455 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471456 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471456 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471456 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471456 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471456 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471456 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471456 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471456 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471458 spa_history.c:314:spa_history_log_sync(): txg 60 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471461 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471461 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471461 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471461 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471461 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471461 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471461 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471461 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471461 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471461 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471461 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 65693544431 1688471461 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471461 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471461 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471461 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471461 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471461 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471462 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471462 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471462 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471462 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.203.126@tcp 1688471462 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471462 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 270) lustre:flags=34 1688471462 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471462 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471462 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471462 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 270) lustre:svname=lustre-OST0000 1688471467 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471467 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471467 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471467 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471467 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 71005232501 1688471467 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471467 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471467 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471467 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471467 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471467 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471467 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 69) lustre:sys.timeout=20 1688471467 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 69) lustre:autodegrade=on 1688471467 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 69) lustre:mgsnode=192.168.203.126@tcp 1688471467 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 69) lustre:version=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 69) lustre:flags=34 1688471467 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 69) lustre:index=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 69) lustre:fsname=lustre 1688471467 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 69) lustre:svname=lustre:OST0001 1688471468 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 69) lustre:svname=lustre-OST0001 1688471509 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471509 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471509 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 113686580194 1688471512 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471512 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471512 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 116792205721 1688471520 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471520 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471520 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 123944097013 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471524 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 128702775705 1688471524 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471524 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471524 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471524 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471524 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471524 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471524 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471524 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471524 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471524 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471524 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471524 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471524 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471524 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471525 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471525 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471525 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471525 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471525 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471525 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471525 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471525 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471525 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 129485135390 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471527 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 131250356059 1688471527 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471527 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471527 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471527 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471527 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471527 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471527 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471527 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471527 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471527 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471527 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471527 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471527 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471527 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471527 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471527 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471527 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471528 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2888777144 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471528 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 132461610441 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471530 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 134323517471 1688471530 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471530 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471530 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471530 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471530 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471530 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471530 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471530 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471530 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471530 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471530 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471530 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471530 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471530 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471530 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471530 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471530 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471531 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2893544888 1688471531 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471531 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 135363292506 1688471532 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471532 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471532 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471532 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471532 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471532 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471532 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471532 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471532 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471532 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471532 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 136152122732 1688471532 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471532 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471532 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471532 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471532 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471532 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471532 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471532 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471532 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471532 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471532 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471532 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471532 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471532 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471533 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471537 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471537 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471537 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471537 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471537 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471537 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471537 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471537 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471537 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 141175803441 1688471537 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471537 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471537 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471537 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471537 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471537 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471537 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471537 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471537 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471538 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471538 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471538 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471546 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471546 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471546 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 150338390707 1688471547 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471547 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471547 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 151663229877 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471555 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 159854245449 1688471556 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471556 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471556 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471556 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471556 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 260) 1688471556 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 260) quota=409600000 1688471556 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 260) canmount=0 1688471556 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471556 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 260) xattr=2 1688471556 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 260) dnodesize=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471556 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471556 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 260) lustre:flags=101 1688471556 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471556 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471556 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471556 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471556 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471556 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471556 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 160650375621 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471558 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 162441955150 1688471558 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471558 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471558 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471558 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471558 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 134) 1688471558 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 134) quota=409600000 1688471558 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 134) canmount=0 1688471558 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471558 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 134) xattr=2 1688471558 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 134) dnodesize=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 134) recordsize=1048576 1688471558 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.126@tcp 1688471558 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471558 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471558 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 134) lustre:flags=98 1688471558 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471558 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471558 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471559 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3325689272 1688471559 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471559 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471559 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471559 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 163491372352 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471561 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 165186607287 1688471561 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471561 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471561 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471561 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471561 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 269) 1688471561 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 269) quota=409600000 1688471561 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 269) canmount=0 1688471561 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471561 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471561 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 269) xattr=2 1688471561 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 269) dnodesize=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 269) recordsize=1048576 1688471561 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 269) lustre:mgsnode=192.168.203.126@tcp 1688471561 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 269) lustre:sys.timeout=20 1688471561 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 269) lustre:autodegrade=on 1688471561 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 269) lustre:version=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 269) lustre:flags=98 1688471561 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 269) lustre:index=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 269) lustre:fsname=lustre 1688471561 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 269) lustre:svname=lustre:OST0001 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471562 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 165931941328 1688471562 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471562 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471562 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471562 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471562 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 166692110211 1688471562 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471562 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471562 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471562 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471562 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471563 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471563 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471563 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471563 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471563 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 260) lustre:flags=37 1688471563 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471563 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471563 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471563 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre-MDT0000 1688471567 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471567 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471567 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471567 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471567 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 171722214933 1688471567 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471567 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471567 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471567 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471567 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471568 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471568 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471568 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.126@tcp 1688471568 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 134) lustre:flags=34 1688471568 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471568 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471568 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471569 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 134) lustre:svname=lustre-OST0000 1688471576 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471576 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471576 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471576 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471576 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471576 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471576 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471576 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471576 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471576 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471576 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 180352312061 1688471576 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471576 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471576 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471576 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471576 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471576 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471577 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471577 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 269) lustre:mgsnode=192.168.203.126@tcp 1688471577 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 269) lustre:sys.timeout=20 1688471577 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 269) lustre:autodegrade=on 1688471577 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 269) lustre:version=1 1688471577 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 269) lustre:flags=34 1688471577 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 269) lustre:index=1 1688471577 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 269) lustre:fsname=lustre 1688471577 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 269) lustre:svname=lustre:OST0001 1688471577 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 269) lustre:svname=lustre-OST0001 1688471600 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471600 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471600 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 204829853846 1688471618 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471618 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471618 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 222086321148 1688471621 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471621 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471621 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 225248326545 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471641 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 245049304076 1688471641 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471641 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471641 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471641 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471641 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 68) 1688471641 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 68) quota=409600000 1688471641 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 68) canmount=0 1688471641 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471641 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 68) xattr=2 1688471641 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 68) dnodesize=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 68) lustre:sys.timeout=20 1688471641 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471641 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 68) lustre:version=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 68) lustre:flags=101 1688471641 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 68) lustre:index=0 1688471641 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 68) lustre:fsname=lustre 1688471641 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 68) lustre:svname=lustre:MDT0000 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471642 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 245910192457 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471643 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 247630083508 1688471643 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471643 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471643 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471643 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471643 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 77) 1688471643 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 77) quota=409600000 1688471643 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 77) canmount=0 1688471643 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471643 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 77) xattr=2 1688471643 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 77) dnodesize=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 77) recordsize=1048576 1688471643 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.203.126@tcp 1688471643 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471643 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471643 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 77) lustre:flags=98 1688471643 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471643 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471643 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471644 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471644 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 248425063209 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471646 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 250286370774 1688471646 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471646 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471646 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471646 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471646 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471646 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471646 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471646 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471646 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471646 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471646 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471646 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.126@tcp 1688471646 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471646 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471646 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471646 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471646 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471647 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471647 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 251251305930 1688471648 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471648 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471648 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471648 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471648 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471648 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471648 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471648 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471648 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471648 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471648 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 251973100107 1688471648 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471648 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471648 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471648 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471648 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471648 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471648 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 68) lustre:sys.timeout=20 1688471648 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471648 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 68) lustre:version=1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 68) lustre:flags=37 1688471648 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 68) lustre:index=0 1688471648 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 68) lustre:fsname=lustre 1688471648 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 68) lustre:svname=lustre:MDT0000 1688471650 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 68) lustre:svname=lustre-MDT0000 1688471654 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471654 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471654 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471654 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471654 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471654 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471654 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471654 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471654 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471654 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471654 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 257994538233 1688471654 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471654 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471654 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471654 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471654 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471654 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471654 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471654 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471654 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471654 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.203.126@tcp 1688471654 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471654 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 77) lustre:flags=34 1688471654 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471654 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471654 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471654 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 77) lustre:svname=lustre-OST0000 1688471662 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471662 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471662 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 266308331529 1688471663 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471663 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471663 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 267570326671 1688471666 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471666 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471666 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 98 1688471666 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=98 1688471666 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471666 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471666 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471666 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471666 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 98 1688471666 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=98 1688471666 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 270201610876 1688471666 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471666 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471666 spa_history.c:319:spa_history_log_sync(): txg 100 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471666 spa_history.c:319:spa_history_log_sync(): txg 100 set failmode=2 1688471666 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471666 spa_history.c:319:spa_history_log_sync(): txg 103 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471667 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471670 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471670 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471670 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471670 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471670 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 274120252997 1688471670 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471670 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471670 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471670 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471670 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471670 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471674 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471674 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471674 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471674 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471674 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471674 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471674 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471674 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471674 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471674 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471674 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 278346978526 1688471674 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471674 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471674 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471674 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471674 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471674 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471675 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471675 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471675 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471675 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.126@tcp 1688471675 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471675 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 134) lustre:flags=34 1688471675 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471675 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471675 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471675 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 134) lustre:svname=lustre-OST0001 1688471687 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471687 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 291220800088 1688471704 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471704 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471704 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 308641348729 1688471712 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471712 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471712 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 315915342580 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471733 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 337777921443 1688471733 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471733 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471733 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471733 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471733 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471734 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 132) 1688471734 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 132) quota=409600000 1688471734 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 132) canmount=0 1688471734 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471734 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471734 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 132) xattr=2 1688471734 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 132) dnodesize=1 1688471734 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 132) lustre:sys.timeout=20 1688471734 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 132) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471734 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 132) lustre:version=1 1688471734 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 132) lustre:flags=101 1688471734 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 132) lustre:index=0 1688471734 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 132) lustre:fsname=lustre 1688471734 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 132) lustre:svname=lustre:MDT0000 1688471734 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3362979256 1688471734 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471734 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471734 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471734 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 338822374182 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471736 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 340697574379 1688471736 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471736 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471736 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471736 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471736 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471736 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471736 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) quota=409600000 1688471736 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) canmount=0 1688471736 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471736 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471736 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) xattr=2 1688471737 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471737 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471737 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.126@tcp 1688471737 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471737 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471737 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471737 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471737 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471737 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471737 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471737 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471737 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471737 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471737 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 341680465205 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471739 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 343696908299 1688471739 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471739 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471739 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471739 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471739 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471739 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471739 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471739 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471740 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471740 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471740 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471740 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471740 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471740 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471740 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471740 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471740 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471740 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471740 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 230047160 1688471740 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471740 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471741 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 344915196706 1688471741 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471741 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471741 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471741 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471741 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471741 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471741 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471741 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471741 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 345813563270 1688471741 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471741 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471741 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471741 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471741 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471742 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471742 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 132) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471742 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 132) lustre:sys.timeout=20 1688471742 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 132) lustre:version=1 1688471742 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 132) lustre:flags=37 1688471742 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 132) lustre:index=0 1688471742 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 132) lustre:fsname=lustre 1688471742 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 132) lustre:svname=lustre:MDT0000 1688471744 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 132) lustre:svname=lustre-MDT0000 1688471748 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471748 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471748 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471748 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471748 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 352644045131 1688471748 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471748 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471748 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471748 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471748 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471749 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471749 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471749 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.126@tcp 1688471749 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471749 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471749 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471749 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471749 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471749 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471749 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471761 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471761 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471761 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 365748259387 1688471763 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471763 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471763 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 367030061623 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471770 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 373905546209 1688471770 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471770 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471770 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471770 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471770 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 388) 1688471770 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 388) quota=409600000 1688471770 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 388) canmount=0 1688471770 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471770 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471770 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 388) xattr=2 1688471770 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 388) dnodesize=1 1688471770 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471770 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471770 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471770 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 388) lustre:flags=101 1688471770 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471770 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471770 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471770 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471770 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 374863151212 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471781 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 385413148199 1688471781 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471781 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471781 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471781 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471781 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471781 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471781 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471781 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471781 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471781 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471781 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471781 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471781 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471781 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471781 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471781 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471781 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471781 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471781 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471782 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 180665784 1688471782 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471782 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471782 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471782 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 386470378590 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471784 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 388372655039 1688471784 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471784 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471784 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471784 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471784 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471784 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471784 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471784 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471784 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471784 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471784 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471784 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471784 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471784 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471784 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471784 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471784 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471784 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471784 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471784 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471784 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471785 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 218807736 1688471785 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471785 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471785 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471785 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 389679120877 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471788 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 391897624551 1688471788 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471788 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471788 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471788 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471788 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471788 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 144) 1688471788 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 144) quota=409600000 1688471788 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 144) canmount=0 1688471788 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471788 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471788 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 144) xattr=2 1688471788 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 144) dnodesize=1 1688471788 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 144) recordsize=1048576 1688471788 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 144) lustre:mgsnode=192.168.203.126@tcp 1688471788 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 144) lustre:sys.timeout=20 1688471788 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 144) lustre:autodegrade=on 1688471788 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 144) lustre:version=1 1688471788 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 144) lustre:flags=98 1688471788 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 144) lustre:index=1 1688471788 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 144) lustre:fsname=lustre 1688471788 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 144) lustre:svname=lustre:OST0001 1688471789 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3249782200 1688471789 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471789 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471789 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471789 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 393212088136 1688471790 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471790 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471790 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471790 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471790 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471790 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471790 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471790 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471790 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471790 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471790 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 394143653422 1688471790 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471790 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471790 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471790 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471790 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471790 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471790 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471790 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471791 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471791 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471791 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 387) lustre:flags=37 1688471791 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471791 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471791 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471791 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre-MDT0000 1688471796 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471796 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471796 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471796 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471796 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471796 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471796 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471796 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471796 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471796 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471796 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 400206198366 1688471796 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471796 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471796 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471796 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471796 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471796 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471796 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471796 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471796 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471796 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471796 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471797 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471797 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471797 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471797 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471797 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471809 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471809 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471809 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 413234992625 1688471810 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471810 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471810 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 414501187143 1688471813 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471813 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471813 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 100 1688471813 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=100 1688471813 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471813 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471813 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471813 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471813 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 100 1688471813 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=100 1688471813 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 417247808814 1688471813 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471813 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471813 spa_history.c:319:spa_history_log_sync(): txg 102 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471813 spa_history.c:319:spa_history_log_sync(): txg 102 set failmode=2 1688471813 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471813 spa_history.c:319:spa_history_log_sync(): txg 105 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471814 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471817 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471817 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471817 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471817 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471817 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471817 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471817 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471817 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471817 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471817 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471817 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 421781813838 1688471817 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471817 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471817 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471817 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471818 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471818 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471819 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471832 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471832 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471832 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 436311935859 1688471833 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471833 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471833 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 437755355800 1688471844 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471844 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471845 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 149 1688471845 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=149 1688471845 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471845 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471845 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471845 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471845 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 149 1688471845 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=149 1688471845 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 448977105530 1688471845 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471845 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471845 spa_history.c:319:spa_history_log_sync(): txg 151 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471845 spa_history.c:319:spa_history_log_sync(): txg 151 set failmode=2 1688471845 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471845 spa_history.c:319:spa_history_log_sync(): txg 154 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471850 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 43153308213 456452209942 name type data dmu_tx_assigned 4 7386 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 24 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 43152841064 456455883566 name type data struct_size 4 4600 linear_cnt 4 99 linear_data_size 4 94208 scatter_cnt 4 16 scatter_data_size 4 54272 scatter_chunk_waste 4 23552 scatter_order_0 4 15 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 43157513463 456458081680 name type data hits 4 281775 misses 4 2132 demand_data_hits 4 6767 demand_data_misses 4 246 demand_metadata_hits 4 275002 demand_metadata_misses 4 1783 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 6 prefetch_metadata_misses 4 103 mru_hits 4 224089 mru_ghost_hits 4 0 mfu_hits 4 57680 mfu_ghost_hits 4 0 deleted 4 18829 mutex_miss 4 0 access_skip 4 0 evict_skip 4 2281 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 902189568 evict_l2_ineligible 4 258048 evict_l2_skip 4 0 hash_elements 4 114 hash_elements_max 4 3384 hash_collisions 4 94 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 818432 compressed_size 4 148480 uncompressed_size 4 11185664 overhead_size 4 527872 hdr_size 4 51920 data_size 4 0 metadata_size 4 676352 dbuf_size 4 22000 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 529920 mru_evictable_data 4 0 mru_evictable_metadata 4 92160 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 113664 mfu_evictable_data 4 0 mfu_evictable_metadata 4 1024 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3639255040 memory_available_bytes 3 3578130432 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 818432 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 182718080 arc_meta_min 4 16777216 async_upgrade_sync 4 1 demand_hit_predictive_prefetch 4 59 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 43165500944 456460203482 name type data cache_count 4 14 cache_size_bytes 4 208896 cache_size_bytes_max 4 33173504 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 14 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 208896 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 447608 hash_misses 4 93462 hash_collisions 4 535 hash_elements 4 29 hash_elements_max 4 3370 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 8 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 600576 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 43153298336 456462122124 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 211090 dnode_hold_alloc_misses 4 6 dnode_hold_alloc_interior 4 27 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 1 dnode_hold_free_hits 4 6696 dnode_hold_free_misses 4 51 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 30 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 6867 dnode_reallocate 4 0 dnode_buf_evict 4 774 dnode_alloc_next_chunk 4 252 dnode_alloc_race 4 0 dnode_alloc_next_block 4 74 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 43153284038 456463936895 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 252 3 0x00 1 80 448903320072 456465870052 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2018304 1384448 92 192 55700621 980033026 455979969395 114249790 254810383 455982140791 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 151 448977133436 C 0 9728 83968 8 54 4443693 3571 19099 21706630 152 448981577129 C 0 4096 590336 5 39 21876224 3786 47720 44548775 153 449003453353 C 0 3072 0 1 0 45441992 3661 35658 2583395 154 449048895345 C 0 0 604160 0 59 3151866 3251 79618 36083542 155 449052047211 C 0 0 0 0 0 36373372 4190 45616 205220 156 449088420583 C 0 0 73216 0 29 4999789192 5825 86326 14510322 157 454088209775 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 254 1 0x01 12 3264 448903335007 456478134924 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471845 0 1106359 1000000000 8260811453825326756 2 /dev/vdc1 2 154 1688471846 0 586371 1000000000 8260811453825326756 0 /dev/vdc1 3 154 1688471847 0 1022708 1000000000 8260811453825326756 0 /dev/vdc1 4 154 1688471848 0 702978 1000773280 8260811453825326756 2 /dev/vdc1 5 154 1688471849 0 3591756 1000768467 8260811453825326756 1 /dev/vdc1 6 154 1688471850 0 429700 1003101230 8260811453825326756 3 /dev/vdc1 7 156 1688471851 0 440134 1000000000 8260811453825326756 2 /dev/vdc1 8 156 1688471852 0 2316038 1000000000 8260811453825326756 2 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 43153303205 456485228965 name type data hits 4 522 misses 4 230458 max_streams 4 114870 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 42058244051 456492215634 implementation native byteswap scalar 3107841348 2371341741 superscalar 3667584516 2966619579 superscalar4 3017385458 2562886315 sse2 5590744909 3260683328 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 43165755779 456494414636 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 44004283973 456496340124 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 283971422 115131428 46936344 618414430 112022430 14849655 39984590 8336297 9351969 6096779 scalar 739023157 191102698 73127735 693353837 225192123 168039338 94623664 77372017 58210782 36792894 sse2 1211071191 458475016 221949437 1258868945 511943866 451937152 329295451 267669299 223502430 131114254 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 43165761450 456498246741 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 246 preferred_not_found 4 1886 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 2 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:56:28.417000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x10 history_time = 0x64a408ec time = 0x64a408ec 0x18daea40 eid = 0x485 Jul 4 2023 07:56:28.441000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x11 history_time = 0x64a408ec time = 0x64a408ec 0x1a492040 eid = 0x486 Jul 4 2023 07:56:28.469000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:flags=98" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x12 history_time = 0x64a408ec time = 0x64a408ec 0x1bf45f40 eid = 0x487 Jul 4 2023 07:56:28.496000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x13 history_time = 0x64a408ec time = 0x64a408ec 0x1d905c00 eid = 0x488 Jul 4 2023 07:56:28.532000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x14 history_time = 0x64a408ec time = 0x64a408ec 0x1fb5ad00 eid = 0x489 Jul 4 2023 07:56:28.564000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:svname=lustre:OST0001" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x15 history_time = 0x64a408ec time = 0x64a408ec 0x219df500 eid = 0x48a Jul 4 2023 07:56:28.981000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 time = 0x64a408ec 0x3a78df40 eid = 0x48b Jul 4 2023 07:56:29.329000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x1 pool_context = 0x0 time = 0x64a408ed 0x139c2440 eid = 0x48c Jul 4 2023 07:56:29.352000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0x0 pool_state = 0x5 pool_context = 0x0 time = 0x64a408ed 0x14fb1800 eid = 0x48d Jul 4 2023 07:56:30.283000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x1f history_time = 0x64a408ee time = 0x64a408ee 0x10de3cc0 eid = 0x48e Jul 4 2023 07:56:30.284000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x1f history_time = 0x64a408ee time = 0x64a408ee 0x10ed7f00 eid = 0x48f Jul 4 2023 07:56:30.315000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a408ee 0x12c684c0 eid = 0x490 Jul 4 2023 07:56:30.315000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a408ee 0x12c684c0 eid = 0x491 Jul 4 2023 07:56:30.320000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x22 history_time = 0x64a408ee time = 0x64a408ee 0x1312d000 eid = 0x492 Jul 4 2023 07:56:30.343000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a408ee 0x1471c3c0 eid = 0x493 Jul 4 2023 07:56:30.993000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x24 history_time = 0x64a408ee time = 0x64a408ee 0x3b2ffa40 eid = 0x494 Jul 4 2023 07:56:31.011000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x25 history_time = 0x64a408ef time = 0x64a408ef 0xa7d8c0 eid = 0x495 Jul 4 2023 07:56:31.033000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x26 history_time = 0x64a408ef time = 0x64a408ef 0x1f78a40 eid = 0x496 Jul 4 2023 07:56:31.050000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:flags=37" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x27 history_time = 0x64a408ef time = 0x64a408ef 0x2faf080 eid = 0x497 Jul 4 2023 07:56:31.067000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x28 history_time = 0x64a408ef time = 0x64a408ef 0x3fe56c0 eid = 0x498 Jul 4 2023 07:56:31.086000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x29 history_time = 0x64a408ef time = 0x64a408ef 0x5204180 eid = 0x499 Jul 4 2023 07:56:31.103000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre:MDT0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2a history_time = 0x64a408ef time = 0x64a408ef 0x623a7c0 eid = 0x49a Jul 4 2023 07:56:31.776000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre-MDT0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x3f history_time = 0x64a408ef time = 0x64a408ef 0x2e40d200 eid = 0x49b Jul 4 2023 07:56:36.345000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a408f4 time = 0x64a408f4 0x14904840 eid = 0x49c Jul 4 2023 07:56:36.345000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a408f4 time = 0x64a408f4 0x14904840 eid = 0x49d Jul 4 2023 07:56:36.379000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f4 0x169714c0 eid = 0x49e Jul 4 2023 07:56:36.379000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f4 0x169714c0 eid = 0x49f Jul 4 2023 07:56:36.380000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a408f4 time = 0x64a408f4 0x16a65700 eid = 0x4a0 Jul 4 2023 07:56:36.395000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f4 0x178b38c0 eid = 0x4a1 Jul 4 2023 07:56:36.936000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.126@tcp" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x26 history_time = 0x64a408f4 time = 0x64a408f4 0x37ca3a00 eid = 0x4a2 Jul 4 2023 07:56:36.952000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x27 history_time = 0x64a408f4 time = 0x64a408f4 0x38be5e00 eid = 0x4a3 Jul 4 2023 07:56:36.972000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x28 history_time = 0x64a408f4 time = 0x64a408f4 0x39ef8b00 eid = 0x4a4 Jul 4 2023 07:56:36.988000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x29 history_time = 0x64a408f4 time = 0x64a408f4 0x3ae3af00 eid = 0x4a5 Jul 4 2023 07:56:37.009000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2a history_time = 0x64a408f5 time = 0x64a408f5 0x895440 eid = 0x4a6 Jul 4 2023 07:56:37.031000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2b history_time = 0x64a408f5 time = 0x64a408f5 0x1d905c0 eid = 0x4a7 Jul 4 2023 07:56:37.058000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2c history_time = 0x64a408f5 time = 0x64a408f5 0x3750280 eid = 0x4a8 Jul 4 2023 07:56:37.093000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2d history_time = 0x64a408f5 time = 0x64a408f5 0x58b1140 eid = 0x4a9 Jul 4 2023 07:56:37.397000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x31 history_time = 0x64a408f5 time = 0x64a408f5 0x17a9bd40 eid = 0x4aa Jul 4 2023 07:56:49.349000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x1 pool_context = 0x0 time = 0x64a40901 0x14cd5140 eid = 0x4ab Jul 4 2023 07:56:49.379000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x5 pool_context = 0x0 time = 0x64a40901 0x169714c0 eid = 0x4ac Jul 4 2023 07:56:50.607000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x1 pool_context = 0x0 time = 0x64a40902 0x242e15c0 eid = 0x4ad Jul 4 2023 07:56:50.650000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x5 pool_context = 0x0 time = 0x64a40902 0x26be3680 eid = 0x4ae Jul 4 2023 07:56:53.386000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x66 history_time = 0x64a40905 time = 0x64a40905 0x1701e480 eid = 0x4af Jul 4 2023 07:56:53.387000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x66 history_time = 0x64a40905 time = 0x64a40905 0x171126c0 eid = 0x4b0 Jul 4 2023 07:56:53.416000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40905 0x18cba800 eid = 0x4b1 Jul 4 2023 07:56:53.416000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40905 0x18cba800 eid = 0x4b2 Jul 4 2023 07:56:53.417000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x69 history_time = 0x64a40905 time = 0x64a40905 0x18daea40 eid = 0x4b3 Jul 4 2023 07:56:53.435000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40905 0x19ed92c0 eid = 0x4b4 Jul 4 2023 07:56:57.921000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4c history_time = 0x64a40909 time = 0x64a40909 0x36e55840 eid = 0x4b5 Jul 4 2023 07:56:57.921000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4c history_time = 0x64a40909 time = 0x64a40909 0x36e55840 eid = 0x4b6 Jul 4 2023 07:56:58.013000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090a 0xc65d40 eid = 0x4b7 Jul 4 2023 07:56:58.013000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090a 0xc65d40 eid = 0x4b8 Jul 4 2023 07:56:58.020000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x4f history_time = 0x64a4090a time = 0x64a4090a 0x1312d00 eid = 0x4b9 Jul 4 2023 07:56:58.054000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090a 0x337f980 eid = 0x4ba Jul 4 2023 07:57:12.423000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x1 pool_context = 0x0 time = 0x64a40918 0x193677c0 eid = 0x4bb Jul 4 2023 07:57:12.453000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x5 pool_context = 0x0 time = 0x64a40918 0x1b003b40 eid = 0x4bc Jul 4 2023 07:57:13.865000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x1 pool_context = 0x0 time = 0x64a40919 0x338eda40 eid = 0x4bd Jul 4 2023 07:57:13.899000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x5 pool_context = 0x0 time = 0x64a40919 0x3595a6c0 eid = 0x4be Jul 4 2023 07:57:25.116000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x97 history_time = 0x64a40925 time = 0x64a40925 0x6ea0500 eid = 0x4bf Jul 4 2023 07:57:25.118000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x97 history_time = 0x64a40925 time = 0x64a40925 0x7088980 eid = 0x4c0 Jul 4 2023 07:57:25.186000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40925 0xb162280 eid = 0x4c1 Jul 4 2023 07:57:25.186000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40925 0xb162280 eid = 0x4c2 Jul 4 2023 07:57:25.189000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x9a history_time = 0x64a40925 time = 0x64a40925 0xb43e940 eid = 0x4c3 Jul 4 2023 07:57:25.223000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40925 0xd4ab5c0 eid = 0x4c4 ====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 15984 - 72 - - - - 222 - - - - ddt_cache 0x00040 3394560 2790144 199680 24912 17 17 18 136 112 144 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 7168 - 512 - - - - 14 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 89088 - 1024 - - - - 87 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 212992 - 16384 - - - - 13 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 11452416 10092544 954368 114688 12 11 11 96 88 88 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 17367040 5242880 1085440 131072 16 16 133 128 40 1064 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 4600 - 40 - - - - 115 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 47840 - 416 - - - - 115 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 4080 - 136 - - - - 30 - - - - dmu_buf_impl_t 0x00084 - 22000 - 400 - - - - 55 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 41556958565 457201179617 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 41557060793 457203314317 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 43151308937 457206124200 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 43165748858 457208182753 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 43161259980 457210321452 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 0 0 12 196608 16384 1 4 1 0 | 3 2 0xf160090 1 1024 4295116395 189 0 184 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295116386 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 385 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295116395 126 0 130 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295121385 29 0 3 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116358 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295116321 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295116386 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295116321 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 259 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295121396 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116358 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 1 0 0 131072 1 4 5 0 | 1 2 0xf160490 1 1024 4295121397 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 258 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295121397 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295116371 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116358 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 4 65536 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295116256 6 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295116348 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295116321 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295121385 29 0 3 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295121397 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295116321 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 257 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295121397 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295121389 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295116320 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295116268 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 0 0 8 131072 16384 1 4 3 0 | 1 2 0xf160090 1 1024 4295121397 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 385 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295116395 126 0 130 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295121385 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295116345 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471442 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471442 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 46676104419 1688471442 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471442 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471442 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471442 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471442 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471442 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471442 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471442 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471442 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471442 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471442 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471442 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471443 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471443 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471443 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471443 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471443 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471443 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471443 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471443 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471443 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471443 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 47648544774 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471445 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 49582513517 1688471445 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471445 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471445 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471445 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471445 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 270) 1688471445 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 270) canmount=0 1688471445 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471445 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 270) xattr=2 1688471445 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 270) dnodesize=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 270) recordsize=1048576 1688471446 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.203.126@tcp 1688471446 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471446 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471446 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471446 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 270) lustre:flags=98 1688471446 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471446 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471446 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471446 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3311844792 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471446 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471446 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 50828443933 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471449 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471449 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 52971556747 1688471449 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471449 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471449 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471449 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471449 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 69) 1688471449 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 69) canmount=0 1688471449 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471449 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471449 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 69) xattr=2 1688471449 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 69) dnodesize=1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 69) recordsize=1048576 1688471449 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 69) lustre:mgsnode=192.168.203.126@tcp 1688471449 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 69) lustre:sys.timeout=20 1688471449 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 69) lustre:autodegrade=on 1688471449 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 69) lustre:version=1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 69) lustre:flags=98 1688471449 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 69) lustre:index=1 1688471449 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 69) lustre:fsname=lustre 1688471449 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 69) lustre:svname=lustre:OST0001 1688471450 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3297689016 1688471450 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471450 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471450 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471450 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 54334170559 1688471455 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471455 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471455 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471455 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471455 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471455 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471455 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471455 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471455 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471455 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471455 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 59668679943 1688471455 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471455 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471455 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471455 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471455 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471455 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471456 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471456 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471456 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471456 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471456 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471456 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471456 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471456 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471458 spa_history.c:314:spa_history_log_sync(): txg 60 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471461 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471461 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471461 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471461 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471461 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471461 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471461 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471461 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471461 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471461 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471461 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 65693544431 1688471461 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471461 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471461 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471461 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471461 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471461 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471462 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471462 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471462 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471462 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.203.126@tcp 1688471462 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471462 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 270) lustre:flags=34 1688471462 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471462 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471462 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471462 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 270) lustre:svname=lustre-OST0000 1688471467 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471467 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471467 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471467 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471467 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471467 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 71005232501 1688471467 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471467 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471467 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471467 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471467 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471467 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471467 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 69) lustre:sys.timeout=20 1688471467 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 69) lustre:autodegrade=on 1688471467 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 69) lustre:mgsnode=192.168.203.126@tcp 1688471467 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 69) lustre:version=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 69) lustre:flags=34 1688471467 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 69) lustre:index=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 69) lustre:fsname=lustre 1688471467 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 69) lustre:svname=lustre:OST0001 1688471468 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 69) lustre:svname=lustre-OST0001 1688471509 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471509 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471509 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 113686580194 1688471512 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471512 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471512 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 116792205721 1688471520 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471520 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471520 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 123944097013 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471524 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471524 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 128702775705 1688471524 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471524 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471524 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471524 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471524 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471524 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471524 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471524 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471524 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471524 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471524 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471524 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471524 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471524 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471525 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471525 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471525 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471525 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471525 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471525 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471525 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471525 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471525 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 129485135390 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471527 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 131250356059 1688471527 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471527 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471527 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471527 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471527 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471527 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471527 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471527 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471527 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471527 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471527 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471527 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471527 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471527 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471527 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471527 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471527 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471528 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2888777144 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471528 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 132461610441 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471530 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 134323517471 1688471530 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471530 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471530 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471530 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471530 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471530 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471530 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471530 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471530 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471530 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471530 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471530 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471530 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471530 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471530 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471530 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471530 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471531 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2893544888 1688471531 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471531 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 135363292506 1688471532 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471532 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471532 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471532 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471532 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471532 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471532 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471532 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471532 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471532 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471532 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 136152122732 1688471532 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471532 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471532 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471532 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471532 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471532 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471532 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471532 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471532 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471532 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471532 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471532 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471532 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471532 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471533 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471537 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471537 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471537 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471537 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471537 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471537 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471537 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471537 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471537 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 141175803441 1688471537 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471537 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471537 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471537 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471537 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471537 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471537 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471537 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471537 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471538 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471538 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471538 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471546 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471546 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471546 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 150338390707 1688471547 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471547 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471547 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 151663229877 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471555 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471555 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 159854245449 1688471556 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471556 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471556 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471556 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471556 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 260) 1688471556 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 260) quota=409600000 1688471556 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 260) canmount=0 1688471556 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471556 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 260) xattr=2 1688471556 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 260) dnodesize=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471556 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471556 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 260) lustre:flags=101 1688471556 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471556 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471556 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471556 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471556 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471556 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471556 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 160650375621 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471558 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 162441955150 1688471558 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471558 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471558 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471558 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471558 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 134) 1688471558 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 134) quota=409600000 1688471558 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 134) canmount=0 1688471558 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471558 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 134) xattr=2 1688471558 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 134) dnodesize=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 134) recordsize=1048576 1688471558 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.126@tcp 1688471558 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471558 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471558 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 134) lustre:flags=98 1688471558 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471558 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471558 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471559 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3325689272 1688471559 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471559 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471559 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471559 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 163491372352 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471561 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 165186607287 1688471561 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471561 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471561 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471561 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471561 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 269) 1688471561 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 269) quota=409600000 1688471561 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 269) canmount=0 1688471561 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471561 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471561 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 269) xattr=2 1688471561 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 269) dnodesize=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 269) recordsize=1048576 1688471561 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 269) lustre:mgsnode=192.168.203.126@tcp 1688471561 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 269) lustre:sys.timeout=20 1688471561 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 269) lustre:autodegrade=on 1688471561 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 269) lustre:version=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 269) lustre:flags=98 1688471561 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 269) lustre:index=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 269) lustre:fsname=lustre 1688471561 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 269) lustre:svname=lustre:OST0001 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471562 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 165931941328 1688471562 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471562 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471562 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471562 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471562 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 166692110211 1688471562 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471562 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471562 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471562 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471562 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471563 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471563 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471563 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471563 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471563 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 260) lustre:flags=37 1688471563 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471563 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471563 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471563 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre-MDT0000 1688471567 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471567 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471567 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471567 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471567 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 171722214933 1688471567 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471567 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471567 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471567 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471567 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471568 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471568 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471568 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.126@tcp 1688471568 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 134) lustre:flags=34 1688471568 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471568 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471568 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471569 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 134) lustre:svname=lustre-OST0000 1688471576 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471576 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471576 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471576 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471576 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471576 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471576 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471576 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471576 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471576 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471576 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 180352312061 1688471576 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471576 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471576 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471576 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471576 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471576 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471577 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471577 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 269) lustre:mgsnode=192.168.203.126@tcp 1688471577 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 269) lustre:sys.timeout=20 1688471577 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 269) lustre:autodegrade=on 1688471577 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 269) lustre:version=1 1688471577 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 269) lustre:flags=34 1688471577 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 269) lustre:index=1 1688471577 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 269) lustre:fsname=lustre 1688471577 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 269) lustre:svname=lustre:OST0001 1688471577 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 269) lustre:svname=lustre-OST0001 1688471600 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471600 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471600 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 204829853846 1688471618 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471618 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471618 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 222086321148 1688471621 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471621 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471621 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 225248326545 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471641 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 245049304076 1688471641 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471641 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471641 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471641 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471641 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 68) 1688471641 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 68) quota=409600000 1688471641 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 68) canmount=0 1688471641 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471641 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 68) xattr=2 1688471641 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 68) dnodesize=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 68) lustre:sys.timeout=20 1688471641 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471641 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 68) lustre:version=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 68) lustre:flags=101 1688471641 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 68) lustre:index=0 1688471641 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 68) lustre:fsname=lustre 1688471641 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 68) lustre:svname=lustre:MDT0000 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471642 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 245910192457 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471643 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 247630083508 1688471643 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471643 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471643 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471643 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471643 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 77) 1688471643 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 77) quota=409600000 1688471643 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 77) canmount=0 1688471643 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471643 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 77) xattr=2 1688471643 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 77) dnodesize=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 77) recordsize=1048576 1688471643 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.203.126@tcp 1688471643 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471643 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471643 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 77) lustre:flags=98 1688471643 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471643 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471643 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471644 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471644 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 248425063209 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471646 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 250286370774 1688471646 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471646 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471646 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471646 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471646 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471646 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471646 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471646 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471646 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471646 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471646 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471646 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.126@tcp 1688471646 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471646 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471646 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471646 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471646 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471647 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471647 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 251251305930 1688471648 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471648 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471648 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471648 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471648 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471648 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471648 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471648 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471648 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471648 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471648 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 251973100107 1688471648 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471648 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471648 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471648 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471648 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471648 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471648 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 68) lustre:sys.timeout=20 1688471648 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471648 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 68) lustre:version=1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 68) lustre:flags=37 1688471648 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 68) lustre:index=0 1688471648 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 68) lustre:fsname=lustre 1688471648 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 68) lustre:svname=lustre:MDT0000 1688471650 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 68) lustre:svname=lustre-MDT0000 1688471654 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471654 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471654 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471654 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471654 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471654 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471654 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471654 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471654 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471654 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471654 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 257994538233 1688471654 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471654 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471654 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471654 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471654 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471654 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471654 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471654 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471654 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471654 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.203.126@tcp 1688471654 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471654 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 77) lustre:flags=34 1688471654 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471654 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471654 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471654 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 77) lustre:svname=lustre-OST0000 1688471662 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471662 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471662 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 266308331529 1688471663 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471663 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471663 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 267570326671 1688471666 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471666 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471666 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 98 1688471666 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=98 1688471666 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471666 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471666 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471666 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471666 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 98 1688471666 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=98 1688471666 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 270201610876 1688471666 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471666 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471666 spa_history.c:319:spa_history_log_sync(): txg 100 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471666 spa_history.c:319:spa_history_log_sync(): txg 100 set failmode=2 1688471666 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471666 spa_history.c:319:spa_history_log_sync(): txg 103 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471667 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471670 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471670 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471670 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471670 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471670 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 274120252997 1688471670 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471670 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471670 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471670 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471670 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471670 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471674 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471674 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471674 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471674 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471674 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471674 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471674 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471674 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471674 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471674 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471674 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 278346978526 1688471674 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471674 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471674 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471674 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471674 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471674 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471675 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471675 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471675 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471675 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.126@tcp 1688471675 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471675 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 134) lustre:flags=34 1688471675 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471675 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471675 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471675 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 134) lustre:svname=lustre-OST0001 1688471687 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471687 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 291220800088 1688471704 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471704 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471704 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 308641348729 1688471712 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471712 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471712 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 315915342580 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471733 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471733 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 337777921443 1688471733 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471733 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471733 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471733 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471733 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471734 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 132) 1688471734 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 132) quota=409600000 1688471734 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 132) canmount=0 1688471734 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471734 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471734 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 132) xattr=2 1688471734 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 132) dnodesize=1 1688471734 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 132) lustre:sys.timeout=20 1688471734 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 132) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471734 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 132) lustre:version=1 1688471734 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 132) lustre:flags=101 1688471734 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 132) lustre:index=0 1688471734 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 132) lustre:fsname=lustre 1688471734 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 132) lustre:svname=lustre:MDT0000 1688471734 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3362979256 1688471734 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471734 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471734 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471734 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 338822374182 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471736 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471736 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 340697574379 1688471736 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471736 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471736 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471736 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471736 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471736 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471736 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) quota=409600000 1688471736 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) canmount=0 1688471736 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471736 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471736 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) xattr=2 1688471737 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471737 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471737 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.126@tcp 1688471737 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471737 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471737 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471737 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471737 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471737 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471737 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471737 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471737 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471737 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471737 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 341680465205 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471739 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471739 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 343696908299 1688471739 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471739 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471739 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471739 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471739 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471739 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471739 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471739 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471740 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471740 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471740 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471740 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471740 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471740 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471740 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471740 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471740 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471740 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471740 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 230047160 1688471740 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471740 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471741 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 344915196706 1688471741 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471741 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471741 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471741 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471741 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471741 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471741 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471741 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471741 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 345813563270 1688471741 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471741 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471741 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471741 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471741 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471742 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471742 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 132) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471742 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 132) lustre:sys.timeout=20 1688471742 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 132) lustre:version=1 1688471742 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 132) lustre:flags=37 1688471742 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 132) lustre:index=0 1688471742 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 132) lustre:fsname=lustre 1688471742 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 132) lustre:svname=lustre:MDT0000 1688471744 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 132) lustre:svname=lustre-MDT0000 1688471748 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471748 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471748 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471748 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471748 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 352644045131 1688471748 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471748 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471748 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471748 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471748 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471749 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471749 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471749 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.126@tcp 1688471749 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471749 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471749 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471749 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471749 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471749 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471749 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471761 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471761 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471761 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 365748259387 1688471763 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471763 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471763 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 367030061623 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471770 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471770 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 373905546209 1688471770 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471770 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471770 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471770 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471770 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 388) 1688471770 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 388) quota=409600000 1688471770 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 388) canmount=0 1688471770 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471770 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471770 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 388) xattr=2 1688471770 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 388) dnodesize=1 1688471770 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471770 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471770 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471770 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 388) lustre:flags=101 1688471770 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471770 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471770 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471770 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471770 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 374863151212 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471781 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471781 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 385413148199 1688471781 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471781 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471781 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471781 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471781 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471781 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471781 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471781 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471781 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471781 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471781 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471781 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471781 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471781 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471781 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471781 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471781 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471781 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471781 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471782 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 180665784 1688471782 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471782 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471782 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471782 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 386470378590 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471784 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471784 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 388372655039 1688471784 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471784 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471784 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471784 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471784 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471784 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471784 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471784 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471784 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471784 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471784 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471784 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471784 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471784 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471784 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471784 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471784 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471784 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471784 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471784 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471784 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471785 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 218807736 1688471785 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471785 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471785 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471785 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 389679120877 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471788 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471788 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 391897624551 1688471788 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471788 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471788 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471788 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471788 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471788 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 144) 1688471788 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 144) quota=409600000 1688471788 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 144) canmount=0 1688471788 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471788 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471788 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 144) xattr=2 1688471788 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 144) dnodesize=1 1688471788 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 144) recordsize=1048576 1688471788 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 144) lustre:mgsnode=192.168.203.126@tcp 1688471788 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 144) lustre:sys.timeout=20 1688471788 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 144) lustre:autodegrade=on 1688471788 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 144) lustre:version=1 1688471788 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 144) lustre:flags=98 1688471788 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 144) lustre:index=1 1688471788 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 144) lustre:fsname=lustre 1688471788 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 144) lustre:svname=lustre:OST0001 1688471789 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3249782200 1688471789 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471789 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471789 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471789 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 393212088136 1688471790 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471790 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471790 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471790 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471790 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471790 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471790 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471790 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471790 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471790 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471790 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 394143653422 1688471790 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471790 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471790 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471790 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471790 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471790 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471790 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471790 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471791 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471791 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471791 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 387) lustre:flags=37 1688471791 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471791 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471791 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471791 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre-MDT0000 1688471796 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471796 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471796 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471796 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471796 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471796 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471796 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471796 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471796 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471796 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471796 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 400206198366 1688471796 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471796 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471796 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471796 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471796 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471796 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471796 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471796 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.126@tcp 1688471796 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471796 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471796 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471797 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471797 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471797 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471797 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471797 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471809 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471809 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471809 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 413234992625 1688471810 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471810 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471810 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 414501187143 1688471813 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471813 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471813 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 100 1688471813 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=100 1688471813 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471813 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471813 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471813 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471813 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 100 1688471813 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=100 1688471813 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 417247808814 1688471813 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471813 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471813 spa_history.c:319:spa_history_log_sync(): txg 102 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471813 spa_history.c:319:spa_history_log_sync(): txg 102 set failmode=2 1688471813 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471813 spa_history.c:319:spa_history_log_sync(): txg 105 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471814 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471817 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471817 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471817 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471817 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471817 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471817 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471817 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471817 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471817 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471817 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471817 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 421781813838 1688471817 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471817 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471817 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471817 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471818 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471818 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471819 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471832 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471832 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471832 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 436311935859 1688471833 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471833 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471833 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 437755355800 1688471844 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471844 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471845 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 149 1688471845 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=149 1688471845 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471845 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471845 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471845 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471845 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 149 1688471845 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=149 1688471845 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 448977105530 1688471845 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471845 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471845 spa_history.c:319:spa_history_log_sync(): txg 151 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471845 spa_history.c:319:spa_history_log_sync(): txg 151 set failmode=2 1688471845 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471845 spa_history.c:319:spa_history_log_sync(): txg 154 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471850 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 43153308213 457465699486 name type data dmu_tx_assigned 4 7386 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 24 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 43152841064 457467851480 name type data struct_size 4 4600 linear_cnt 4 99 linear_data_size 4 94208 scatter_cnt 4 16 scatter_data_size 4 54272 scatter_chunk_waste 4 23552 scatter_order_0 4 15 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 43157513463 457470243527 name type data hits 4 281775 misses 4 2132 demand_data_hits 4 6767 demand_data_misses 4 246 demand_metadata_hits 4 275002 demand_metadata_misses 4 1783 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 6 prefetch_metadata_misses 4 103 mru_hits 4 224089 mru_ghost_hits 4 0 mfu_hits 4 57680 mfu_ghost_hits 4 0 deleted 4 18829 mutex_miss 4 0 access_skip 4 0 evict_skip 4 2281 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 902189568 evict_l2_ineligible 4 258048 evict_l2_skip 4 0 hash_elements 4 114 hash_elements_max 4 3384 hash_collisions 4 94 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 818432 compressed_size 4 148480 uncompressed_size 4 11185664 overhead_size 4 527872 hdr_size 4 51920 data_size 4 0 metadata_size 4 676352 dbuf_size 4 22000 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 529920 mru_evictable_data 4 0 mru_evictable_metadata 4 92160 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 113664 mfu_evictable_data 4 0 mfu_evictable_metadata 4 1024 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3639287808 memory_available_bytes 3 3578163200 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 818432 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 182718080 arc_meta_min 4 16777216 async_upgrade_sync 4 1 demand_hit_predictive_prefetch 4 59 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 43165500944 457473481994 name type data cache_count 4 14 cache_size_bytes 4 208896 cache_size_bytes_max 4 33173504 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 14 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 208896 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 447608 hash_misses 4 93462 hash_collisions 4 535 hash_elements 4 29 hash_elements_max 4 3370 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 8 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 600576 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 43153298336 457475793781 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 211090 dnode_hold_alloc_misses 4 6 dnode_hold_alloc_interior 4 27 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 1 dnode_hold_free_hits 4 6696 dnode_hold_free_misses 4 51 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 30 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 6867 dnode_reallocate 4 0 dnode_buf_evict 4 774 dnode_alloc_next_chunk 4 252 dnode_alloc_race 4 0 dnode_alloc_next_block 4 74 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 43153284038 457478181529 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 252 3 0x00 1 80 448903320072 457481539667 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2018304 1385472 92 193 55702961 980035366 456980892949 116969187 257529780 456983612657 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 151 448977133436 C 0 9728 83968 8 54 4443693 3571 19099 21706630 152 448981577129 C 0 4096 590336 5 39 21876224 3786 47720 44548775 153 449003453353 C 0 3072 0 1 0 45441992 3661 35658 2583395 154 449048895345 C 0 0 604160 0 59 3151866 3251 79618 36083542 155 449052047211 C 0 0 0 0 0 36373372 4190 45616 205220 156 449088420583 C 0 0 73216 0 29 4999789192 5825 86326 14510322 157 454088209775 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 254 1 0x01 12 3264 448903335007 457492184285 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471845 0 1106359 1000000000 8260811453825326756 2 /dev/vdc1 2 154 1688471846 0 586371 1000000000 8260811453825326756 0 /dev/vdc1 3 154 1688471847 0 1022708 1000000000 8260811453825326756 0 /dev/vdc1 4 154 1688471848 0 702978 1000773280 8260811453825326756 2 /dev/vdc1 5 154 1688471849 0 3591756 1000768467 8260811453825326756 1 /dev/vdc1 6 154 1688471850 0 429700 1003101230 8260811453825326756 3 /dev/vdc1 7 156 1688471851 0 440134 1000000000 8260811453825326756 2 /dev/vdc1 8 156 1688471852 0 2316038 1000000000 8260811453825326756 2 /dev/vdc1 9 156 1688471853 0 2882738 1002070533 8260811453825326756 3 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 43153303205 457498790363 name type data hits 4 522 misses 4 230458 max_streams 4 114870 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 42058244051 457503506616 implementation native byteswap scalar 3107841348 2371341741 superscalar 3667584516 2966619579 superscalar4 3017385458 2562886315 sse2 5590744909 3260683328 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 43165755779 457505445453 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 44004283973 457507246495 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 283971422 115131428 46936344 618414430 112022430 14849655 39984590 8336297 9351969 6096779 scalar 739023157 191102698 73127735 693353837 225192123 168039338 94623664 77372017 58210782 36792894 sse2 1211071191 458475016 221949437 1258868945 511943866 451937152 329295451 267669299 223502430 131114254 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 43165761450 457509297367 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 246 preferred_not_found 4 1886 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 2 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:56:28.417000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x10 history_time = 0x64a408ec time = 0x64a408ec 0x18daea40 eid = 0x485 Jul 4 2023 07:56:28.441000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x11 history_time = 0x64a408ec time = 0x64a408ec 0x1a492040 eid = 0x486 Jul 4 2023 07:56:28.469000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:flags=98" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x12 history_time = 0x64a408ec time = 0x64a408ec 0x1bf45f40 eid = 0x487 Jul 4 2023 07:56:28.496000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x13 history_time = 0x64a408ec time = 0x64a408ec 0x1d905c00 eid = 0x488 Jul 4 2023 07:56:28.532000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x14 history_time = 0x64a408ec time = 0x64a408ec 0x1fb5ad00 eid = 0x489 Jul 4 2023 07:56:28.564000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:svname=lustre:OST0001" history_internal_name = "set" history_dsid = 0x90 history_txg = 0x15 history_time = 0x64a408ec time = 0x64a408ec 0x219df500 eid = 0x48a Jul 4 2023 07:56:28.981000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x0 pool_context = 0x0 time = 0x64a408ec 0x3a78df40 eid = 0x48b Jul 4 2023 07:56:29.329000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost2" pool_guid = 0xfa01f9f07ff228fa pool_state = 0x1 pool_context = 0x0 time = 0x64a408ed 0x139c2440 eid = 0x48c Jul 4 2023 07:56:29.352000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0x0 pool_state = 0x5 pool_context = 0x0 time = 0x64a408ed 0x14fb1800 eid = 0x48d Jul 4 2023 07:56:30.283000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x1f history_time = 0x64a408ee time = 0x64a408ee 0x10de3cc0 eid = 0x48e Jul 4 2023 07:56:30.284000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x1f history_time = 0x64a408ee time = 0x64a408ee 0x10ed7f00 eid = 0x48f Jul 4 2023 07:56:30.315000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a408ee 0x12c684c0 eid = 0x490 Jul 4 2023 07:56:30.315000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a408ee 0x12c684c0 eid = 0x491 Jul 4 2023 07:56:30.320000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x22 history_time = 0x64a408ee time = 0x64a408ee 0x1312d000 eid = 0x492 Jul 4 2023 07:56:30.343000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a408ee 0x1471c3c0 eid = 0x493 Jul 4 2023 07:56:30.993000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x24 history_time = 0x64a408ee time = 0x64a408ee 0x3b2ffa40 eid = 0x494 Jul 4 2023 07:56:31.011000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x25 history_time = 0x64a408ef time = 0x64a408ef 0xa7d8c0 eid = 0x495 Jul 4 2023 07:56:31.033000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x26 history_time = 0x64a408ef time = 0x64a408ef 0x1f78a40 eid = 0x496 Jul 4 2023 07:56:31.050000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:flags=37" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x27 history_time = 0x64a408ef time = 0x64a408ef 0x2faf080 eid = 0x497 Jul 4 2023 07:56:31.067000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x28 history_time = 0x64a408ef time = 0x64a408ef 0x3fe56c0 eid = 0x498 Jul 4 2023 07:56:31.086000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x29 history_time = 0x64a408ef time = 0x64a408ef 0x5204180 eid = 0x499 Jul 4 2023 07:56:31.103000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre:MDT0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2a history_time = 0x64a408ef time = 0x64a408ef 0x623a7c0 eid = 0x49a Jul 4 2023 07:56:31.776000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre-MDT0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x3f history_time = 0x64a408ef time = 0x64a408ef 0x2e40d200 eid = 0x49b Jul 4 2023 07:56:36.345000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a408f4 time = 0x64a408f4 0x14904840 eid = 0x49c Jul 4 2023 07:56:36.345000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a408f4 time = 0x64a408f4 0x14904840 eid = 0x49d Jul 4 2023 07:56:36.379000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f4 0x169714c0 eid = 0x49e Jul 4 2023 07:56:36.379000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f4 0x169714c0 eid = 0x49f Jul 4 2023 07:56:36.380000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a408f4 time = 0x64a408f4 0x16a65700 eid = 0x4a0 Jul 4 2023 07:56:36.395000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f4 0x178b38c0 eid = 0x4a1 Jul 4 2023 07:56:36.936000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.126@tcp" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x26 history_time = 0x64a408f4 time = 0x64a408f4 0x37ca3a00 eid = 0x4a2 Jul 4 2023 07:56:36.952000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x27 history_time = 0x64a408f4 time = 0x64a408f4 0x38be5e00 eid = 0x4a3 Jul 4 2023 07:56:36.972000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x28 history_time = 0x64a408f4 time = 0x64a408f4 0x39ef8b00 eid = 0x4a4 Jul 4 2023 07:56:36.988000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x29 history_time = 0x64a408f4 time = 0x64a408f4 0x3ae3af00 eid = 0x4a5 Jul 4 2023 07:56:37.009000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2a history_time = 0x64a408f5 time = 0x64a408f5 0x895440 eid = 0x4a6 Jul 4 2023 07:56:37.031000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2b history_time = 0x64a408f5 time = 0x64a408f5 0x1d905c0 eid = 0x4a7 Jul 4 2023 07:56:37.058000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2c history_time = 0x64a408f5 time = 0x64a408f5 0x3750280 eid = 0x4a8 Jul 4 2023 07:56:37.093000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2d history_time = 0x64a408f5 time = 0x64a408f5 0x58b1140 eid = 0x4a9 Jul 4 2023 07:56:37.397000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x31 history_time = 0x64a408f5 time = 0x64a408f5 0x17a9bd40 eid = 0x4aa Jul 4 2023 07:56:49.349000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x1 pool_context = 0x0 time = 0x64a40901 0x14cd5140 eid = 0x4ab Jul 4 2023 07:56:49.379000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x5 pool_context = 0x0 time = 0x64a40901 0x169714c0 eid = 0x4ac Jul 4 2023 07:56:50.607000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x1 pool_context = 0x0 time = 0x64a40902 0x242e15c0 eid = 0x4ad Jul 4 2023 07:56:50.650000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x5 pool_context = 0x0 time = 0x64a40902 0x26be3680 eid = 0x4ae Jul 4 2023 07:56:53.386000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x66 history_time = 0x64a40905 time = 0x64a40905 0x1701e480 eid = 0x4af Jul 4 2023 07:56:53.387000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x66 history_time = 0x64a40905 time = 0x64a40905 0x171126c0 eid = 0x4b0 Jul 4 2023 07:56:53.416000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40905 0x18cba800 eid = 0x4b1 Jul 4 2023 07:56:53.416000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40905 0x18cba800 eid = 0x4b2 Jul 4 2023 07:56:53.417000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x69 history_time = 0x64a40905 time = 0x64a40905 0x18daea40 eid = 0x4b3 Jul 4 2023 07:56:53.435000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40905 0x19ed92c0 eid = 0x4b4 Jul 4 2023 07:56:57.921000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4c history_time = 0x64a40909 time = 0x64a40909 0x36e55840 eid = 0x4b5 Jul 4 2023 07:56:57.921000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4c history_time = 0x64a40909 time = 0x64a40909 0x36e55840 eid = 0x4b6 Jul 4 2023 07:56:58.013000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090a 0xc65d40 eid = 0x4b7 Jul 4 2023 07:56:58.013000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090a 0xc65d40 eid = 0x4b8 Jul 4 2023 07:56:58.020000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x4f history_time = 0x64a4090a time = 0x64a4090a 0x1312d00 eid = 0x4b9 Jul 4 2023 07:56:58.054000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090a 0x337f980 eid = 0x4ba Jul 4 2023 07:57:12.423000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x1 pool_context = 0x0 time = 0x64a40918 0x193677c0 eid = 0x4bb Jul 4 2023 07:57:12.453000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x936c6541d2ec4a6 pool_state = 0x5 pool_context = 0x0 time = 0x64a40918 0x1b003b40 eid = 0x4bc Jul 4 2023 07:57:13.865000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x1 pool_context = 0x0 time = 0x64a40919 0x338eda40 eid = 0x4bd Jul 4 2023 07:57:13.899000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x5 pool_context = 0x0 time = 0x64a40919 0x3595a6c0 eid = 0x4be Jul 4 2023 07:57:25.116000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x97 history_time = 0x64a40925 time = 0x64a40925 0x6ea0500 eid = 0x4bf Jul 4 2023 07:57:25.118000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x97 history_time = 0x64a40925 time = 0x64a40925 0x7088980 eid = 0x4c0 Jul 4 2023 07:57:25.186000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40925 0xb162280 eid = 0x4c1 Jul 4 2023 07:57:25.186000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40925 0xb162280 eid = 0x4c2 Jul 4 2023 07:57:25.189000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg326-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg326-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x9a history_time = 0x64a40925 time = 0x64a40925 0xb43e940 eid = 0x4c3 Jul 4 2023 07:57:25.223000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5caf61fe4d40731b pool_state = 0x0 pool_context = 0x0 time = 0x64a40925 0xd4ab5c0 eid = 0x4c4