====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 14400 - 72 - - - - 200 - - - - ddt_cache 0x00040 3993600 3786624 199680 24912 20 19 19 160 152 152 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 6656 - 512 - - - - 13 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 93184 - 1024 - - - - 91 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 8589312 7340032 954368 114688 9 8 8 72 64 64 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 19537920 5242880 1085440 131072 18 18 133 144 40 1064 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 4760 - 40 - - - - 119 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 49504 - 416 - - - - 119 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3944 - 136 - - - - 29 - - - - dmu_buf_impl_t 0x00084 - 21600 - 400 - - - - 54 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 31845458450 415207123823 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 31845495775 415208403620 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 33357174667 415209762043 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 33368521550 415211211572 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 33367768702 415212533325 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 132 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295077926 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 134 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295077924 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 4 65536 16384 1 4 3 0 | 1 2 0xf160090 1 1024 4295077926 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295077926 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 1 2 0xf160090 1 1024 4295077923 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295077926 337 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295077886 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295077908 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295077908 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295077924 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295077923 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295077917 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 65 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295077883 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295077923 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295077908 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295077872 31 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 2 32768 16384 1 4 1 0 | 1 2 0xf160090 1 1024 4295077882 426 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 65 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295077883 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295077921 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295077880 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295077908 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295077872 31 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 133 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295077926 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295077909 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295077918 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295077880 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295077923 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471279 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 36640419369 1688471279 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471279 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471279 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471279 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471279 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471280 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471280 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471280 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471280 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471280 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471280 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471280 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471280 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471280 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471280 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471280 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471280 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471280 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471280 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471280 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471280 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471280 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 37468387714 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471282 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 39148155227 1688471282 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471282 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471282 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471282 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471282 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471282 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471282 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) canmount=0 1688471282 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471282 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471282 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) xattr=2 1688471282 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471282 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471282 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.153@tcp 1688471282 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471282 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471282 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471282 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471282 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471282 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471282 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471283 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471283 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471283 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471283 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 40147120050 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471285 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 41870732540 1688471285 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471285 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471285 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471285 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471285 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471285 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 77) 1688471285 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 77) canmount=0 1688471285 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471285 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471285 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 77) xattr=2 1688471285 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 77) dnodesize=1 1688471285 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 77) recordsize=1048576 1688471285 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.201.153@tcp 1688471285 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471285 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471285 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471285 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 77) lustre:flags=98 1688471285 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471285 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471285 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471286 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471286 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471286 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471286 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 42790732387 1688471289 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471289 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471289 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471289 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471289 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471289 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471289 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471289 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471289 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471289 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471290 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 46708570136 1688471290 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471290 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471290 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471290 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471290 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471290 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471290 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471290 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471290 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471290 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471290 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471290 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471290 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471290 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471291 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471295 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471295 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471295 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471295 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471295 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471295 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471295 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471295 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471295 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471295 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471295 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 51900015040 1688471295 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471295 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471295 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471295 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471295 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471295 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471295 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471295 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471295 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.153@tcp 1688471295 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471295 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471295 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471295 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471296 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471299 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471299 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471299 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471299 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471299 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471299 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471299 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471299 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471299 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471299 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471299 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 56454679554 1688471299 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471299 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471299 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471299 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471299 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471299 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471300 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471300 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471300 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471300 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.201.153@tcp 1688471300 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471300 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 77) lustre:flags=34 1688471300 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471300 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471300 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471300 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 77) lustre:svname=lustre-OST0001 1688471337 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471337 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471337 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 94558248492 1688471340 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471340 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471340 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 97588906436 1688471343 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471343 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471343 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 100695738518 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471348 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 105273837619 1688471348 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471348 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471348 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471348 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471348 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471348 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 264) 1688471348 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 264) quota=409600000 1688471348 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 264) canmount=0 1688471348 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471348 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471348 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 264) xattr=2 1688471348 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 264) dnodesize=1 1688471348 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 264) lustre:sys.timeout=20 1688471348 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 264) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471348 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 264) lustre:version=1 1688471348 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 264) lustre:flags=101 1688471348 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 264) lustre:index=0 1688471348 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 264) lustre:fsname=lustre 1688471348 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre:MDT0000 1688471349 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471349 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471349 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471349 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 106246472802 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471351 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 108295793439 1688471351 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471351 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471351 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471351 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471351 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 144) 1688471351 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 144) quota=409600000 1688471351 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 144) canmount=0 1688471351 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471351 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 144) xattr=2 1688471351 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 144) dnodesize=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 144) recordsize=1048576 1688471351 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 144) lustre:mgsnode=192.168.201.153@tcp 1688471351 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 144) lustre:sys.timeout=20 1688471351 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 144) lustre:autodegrade=on 1688471351 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 144) lustre:version=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 144) lustre:flags=98 1688471351 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 144) lustre:index=0 1688471351 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 144) lustre:fsname=lustre 1688471351 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 144) lustre:svname=lustre:OST0000 1688471352 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471352 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471352 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2917793208 1688471352 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471352 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 109325232307 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471354 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 111359338912 1688471354 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471354 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471354 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471354 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471354 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471354 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471354 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471354 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471354 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471354 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471354 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471354 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.201.153@tcp 1688471354 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471354 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471355 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471355 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471355 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471355 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471355 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471355 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2901491128 1688471355 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471355 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471355 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471356 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 112706690482 1688471356 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471356 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471356 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471356 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471356 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471356 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471356 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471356 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471356 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471356 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471356 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 113649031707 1688471356 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471356 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471356 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471356 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471356 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471356 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471357 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 264) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471357 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 264) lustre:sys.timeout=20 1688471357 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 264) lustre:version=1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 264) lustre:flags=37 1688471357 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 264) lustre:index=0 1688471357 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 264) lustre:fsname=lustre 1688471357 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre:MDT0000 1688471358 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre-MDT0000 1688471362 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471362 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471363 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471363 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471363 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471363 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471363 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471363 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471363 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471363 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471363 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 119862761678 1688471363 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471363 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471363 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471363 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471363 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471363 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471363 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471363 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 144) lustre:sys.timeout=20 1688471364 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 144) lustre:autodegrade=on 1688471364 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 144) lustre:mgsnode=192.168.201.153@tcp 1688471364 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 144) lustre:version=1 1688471364 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 144) lustre:flags=34 1688471364 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 144) lustre:index=0 1688471364 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 144) lustre:fsname=lustre 1688471364 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 144) lustre:svname=lustre:OST0000 1688471364 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 144) lustre:svname=lustre-OST0000 1688471378 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471378 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471378 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 134812663492 1688471379 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471379 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471379 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 136310561451 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471389 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 145775933973 1688471389 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471389 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471389 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471389 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471389 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471389 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471389 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) quota=409600000 1688471389 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471389 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471389 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471389 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471389 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471389 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471389 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471389 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471389 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471389 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471389 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471389 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471389 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471389 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471389 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471389 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 146683201773 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471391 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 148641751766 1688471391 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471391 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471392 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471392 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471392 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471392 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 134) 1688471392 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 134) quota=409600000 1688471392 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 134) canmount=0 1688471392 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471392 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 134) xattr=2 1688471392 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 134) dnodesize=1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 134) recordsize=1048576 1688471392 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.201.153@tcp 1688471392 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471392 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471392 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 134) lustre:flags=98 1688471392 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471392 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471392 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471392 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3215130040 1688471392 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471392 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471392 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471393 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 149700692463 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471395 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 151800582999 1688471395 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471395 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471395 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471395 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471395 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471395 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471395 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471395 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471395 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471395 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471395 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471395 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.201.153@tcp 1688471395 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471395 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471395 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471395 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471395 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471396 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3592764856 1688471396 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471396 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471396 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471396 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 152865883228 1688471396 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471396 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471396 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471396 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471396 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471396 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471396 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471396 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471396 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471396 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471397 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 153700241008 1688471397 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471397 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471397 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471397 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471397 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471397 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471397 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471397 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471397 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471397 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471397 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471397 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471397 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471397 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471398 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471402 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471402 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471402 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471402 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471402 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471402 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471402 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471402 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471402 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471402 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471402 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 159105958420 1688471402 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471402 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471402 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471402 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471402 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471402 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471403 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471403 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471403 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471403 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.201.153@tcp 1688471403 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471403 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 134) lustre:flags=34 1688471403 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471403 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471403 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471403 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 134) lustre:svname=lustre-OST0000 1688471410 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471410 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471410 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471410 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471410 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471410 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471410 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471410 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471410 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471410 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471410 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 167437316262 1688471410 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471410 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471410 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471410 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471410 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471410 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471411 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471411 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471411 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471411 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.201.153@tcp 1688471411 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 134) lustre:flags=34 1688471411 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471411 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471411 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 134) lustre:svname=lustre-OST0001 1688471430 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471430 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471430 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 187657851029 1688471448 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471448 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471448 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 204956869693 1688471455 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471455 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471455 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 212187042825 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471474 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 231113665094 1688471474 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471474 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471474 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471474 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471474 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471474 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471474 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) quota=409600000 1688471474 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471474 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471474 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471474 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471474 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471474 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471474 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471474 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471474 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471474 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471474 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471474 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471475 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471475 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471475 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471475 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 231893118997 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471476 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 233648778565 1688471476 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471476 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471476 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471476 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471477 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471477 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471477 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471477 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471477 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471477 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471477 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471477 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471477 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471477 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.201.153@tcp 1688471477 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471477 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471477 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471477 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471477 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471477 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471477 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471477 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471477 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471477 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471477 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 234511862653 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471479 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 236266915185 1688471479 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471479 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471479 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471479 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471479 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 270) 1688471479 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 270) quota=409600000 1688471479 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 270) canmount=0 1688471479 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471479 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471479 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 270) xattr=2 1688471479 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 270) dnodesize=1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 270) recordsize=1048576 1688471479 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 270) lustre:mgsnode=192.168.201.153@tcp 1688471479 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 270) lustre:sys.timeout=20 1688471479 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 270) lustre:autodegrade=on 1688471479 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 270) lustre:version=1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 270) lustre:flags=98 1688471479 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 270) lustre:index=1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 270) lustre:fsname=lustre 1688471479 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 270) lustre:svname=lustre:OST0001 1688471480 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471480 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471480 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471480 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 237090476580 1688471481 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471481 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471481 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471481 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471481 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 237824812266 1688471481 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471481 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471481 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471481 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471481 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471481 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471481 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471481 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471481 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471481 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471481 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471481 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471481 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471483 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471487 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471487 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471487 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471487 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471487 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471487 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471487 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471487 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471487 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471487 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471487 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 243897525192 1688471487 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471487 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471487 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471487 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471487 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471487 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471487 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471487 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471487 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471487 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.201.153@tcp 1688471487 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471487 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471487 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471487 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471487 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471488 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471496 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471496 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471496 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 253011621198 1688471497 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471497 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471497 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 254267038039 1688471499 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471499 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471499 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 98 1688471499 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=98 1688471499 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471499 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471500 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471500 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471500 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 98 1688471500 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=98 1688471500 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 256762325662 1688471500 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471500 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471500 spa_history.c:319:spa_history_log_sync(): txg 100 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471500 spa_history.c:319:spa_history_log_sync(): txg 100 set failmode=2 1688471500 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471500 spa_history.c:319:spa_history_log_sync(): txg 103 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471500 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471503 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471503 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471503 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471503 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471503 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471503 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471503 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471503 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471503 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471503 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471503 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 260560315089 1688471503 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471503 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471503 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471503 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471503 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471503 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471507 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471507 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471507 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471507 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471507 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 264440757291 1688471507 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471507 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471507 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471507 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471507 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471508 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471508 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 270) lustre:mgsnode=192.168.201.153@tcp 1688471508 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 270) lustre:autodegrade=on 1688471508 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 270) lustre:sys.timeout=20 1688471508 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 270) lustre:version=1 1688471508 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 270) lustre:flags=34 1688471508 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 270) lustre:index=1 1688471508 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 270) lustre:fsname=lustre 1688471508 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 270) lustre:svname=lustre:OST0001 1688471508 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 270) lustre:svname=lustre-OST0001 1688471520 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471520 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471520 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 276783148521 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471537 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 293985335350 1688471540 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471540 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471540 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 297070603305 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471559 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 316028175375 1688471559 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471559 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471559 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471559 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471559 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471559 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 134) 1688471559 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 134) quota=409600000 1688471559 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 134) canmount=0 1688471559 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471559 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471559 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 134) xattr=2 1688471559 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 134) dnodesize=1 1688471559 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471559 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471559 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471559 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 134) lustre:flags=101 1688471559 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471559 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471559 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471560 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471560 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471560 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471560 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 316761045575 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471561 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 318360428781 1688471561 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471561 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471561 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471561 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471561 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 68) 1688471561 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 68) quota=409600000 1688471561 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 68) canmount=0 1688471561 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471561 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 68) xattr=2 1688471561 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 68) dnodesize=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 68) recordsize=1048576 1688471561 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.201.153@tcp 1688471561 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471561 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471561 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 68) lustre:flags=98 1688471561 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471561 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471561 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471562 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 319182913067 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471564 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 320946273301 1688471564 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471564 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471564 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471564 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471564 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471564 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471564 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471564 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471564 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471564 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471564 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471564 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.201.153@tcp 1688471564 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471564 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471564 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471564 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471564 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471565 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 321801360189 1688471565 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471565 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471565 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471565 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471565 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 322566191146 1688471565 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471565 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471565 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471565 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471565 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471566 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471566 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471566 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471566 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471566 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 134) lustre:flags=37 1688471566 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471566 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471566 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471567 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre-MDT0000 1688471571 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471571 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471571 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471571 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471571 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471571 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471571 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471571 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471571 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471571 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471571 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 328622346617 1688471571 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471571 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471571 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471571 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471571 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471571 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471572 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.201.153@tcp 1688471572 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471572 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471572 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 68) lustre:flags=34 1688471572 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471572 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471572 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471572 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 68) lustre:svname=lustre-OST0000 1688471580 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471580 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471580 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 336764069617 1688471581 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471581 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471581 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 337845590880 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471586 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 343690812592 1688471587 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471587 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471587 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471587 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471587 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471587 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471587 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) quota=409600000 1688471587 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471587 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471587 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471587 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471587 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471587 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471587 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471587 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471587 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471587 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471587 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471587 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471587 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471587 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471587 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471587 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 344417325678 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471596 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 353191703544 1688471596 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471596 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471596 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471596 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471596 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471596 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471596 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471596 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471596 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471596 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471596 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471596 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471596 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471596 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471596 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471597 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471597 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471597 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471597 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 353983876762 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471598 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 355561745141 1688471598 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471598 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471598 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471598 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471598 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471598 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 387) 1688471598 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 387) quota=409600000 1688471598 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 387) canmount=0 1688471598 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471598 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471598 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 387) xattr=2 1688471598 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 387) dnodesize=1 1688471598 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 387) recordsize=1048576 1688471599 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.201.153@tcp 1688471599 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471599 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471599 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471599 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 387) lustre:flags=98 1688471599 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471599 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471599 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471599 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471599 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471599 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471599 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 356337651157 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471601 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 357944058066 1688471601 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471601 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471601 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471601 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471601 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471601 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 135) 1688471601 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 135) quota=409600000 1688471601 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 135) canmount=0 1688471601 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471601 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471601 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 135) xattr=2 1688471601 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 135) dnodesize=1 1688471601 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 135) recordsize=1048576 1688471601 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 135) lustre:mgsnode=192.168.201.153@tcp 1688471601 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 135) lustre:sys.timeout=20 1688471601 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 135) lustre:autodegrade=on 1688471601 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 135) lustre:version=1 1688471601 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 135) lustre:flags=98 1688471601 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 135) lustre:index=1 1688471601 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 135) lustre:fsname=lustre 1688471601 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 135) lustre:svname=lustre:OST0001 1688471601 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471601 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471601 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471602 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 358705985168 1688471602 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471602 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471602 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471602 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471602 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 359358298483 1688471602 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471602 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471602 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471602 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471602 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471603 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471603 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471603 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471603 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471603 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471603 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471603 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471603 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471603 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471607 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471607 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471607 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 363867984866 1688471607 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471607 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471607 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471607 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471607 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471607 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471607 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.201.153@tcp 1688471607 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471607 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471607 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471607 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 387) lustre:flags=34 1688471607 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471607 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471607 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471608 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 387) lustre:svname=lustre-OST0000 1688471619 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471619 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471619 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 376346957873 1688471620 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471620 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471620 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 377407417009 1688471623 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471623 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471623 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 99 1688471623 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=99 1688471623 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471623 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471623 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471623 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471623 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 99 1688471623 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=99 1688471623 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 379872358946 1688471623 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471623 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471623 spa_history.c:319:spa_history_log_sync(): txg 101 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471623 spa_history.c:319:spa_history_log_sync(): txg 101 set failmode=2 1688471623 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471623 spa_history.c:319:spa_history_log_sync(): txg 104 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471623 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471626 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471626 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471626 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471626 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471626 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471626 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471626 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471626 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471626 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471626 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471626 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 383198105141 1688471626 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471626 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471626 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471626 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471626 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471626 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471627 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471643 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471643 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471643 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 400666997807 1688471645 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471645 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471645 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 401737598821 1688471653 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471653 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471653 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 147 1688471653 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=147 1688471653 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471653 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471653 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471653 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471653 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 147 1688471653 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=147 1688471653 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 410594223082 1688471653 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471653 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471653 spa_history.c:319:spa_history_log_sync(): txg 149 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471653 spa_history.c:319:spa_history_log_sync(): txg 149 set failmode=2 1688471653 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471653 spa_history.c:319:spa_history_log_sync(): txg 152 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 33360552643 415407321086 name type data dmu_tx_assigned 4 7474 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 24 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 33360265914 415409494044 name type data struct_size 4 4760 linear_cnt 4 102 linear_data_size 4 97792 scatter_cnt 4 17 scatter_data_size 4 54272 scatter_chunk_waste 4 27648 scatter_order_0 4 16 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 33364482597 415410949988 name type data hits 4 282524 misses 4 2114 demand_data_hits 4 6767 demand_data_misses 4 246 demand_metadata_hits 4 275750 demand_metadata_misses 4 1754 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 7 prefetch_metadata_misses 4 114 mru_hits 4 227681 mru_ghost_hits 4 0 mfu_hits 4 54836 mfu_ghost_hits 4 0 deleted 4 18998 mutex_miss 4 0 access_skip 4 0 evict_skip 4 2536 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 911720960 evict_l2_ineligible 4 356352 evict_l2_skip 4 0 hash_elements 4 118 hash_elements_max 4 3385 hash_collisions 4 111 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 806760 compressed_size 4 152064 uncompressed_size 4 11824640 overhead_size 4 511488 hdr_size 4 53448 data_size 4 0 metadata_size 4 663552 dbuf_size 4 21600 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 630784 mru_evictable_data 4 0 mru_evictable_metadata 4 98304 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 0 mfu_evictable_data 4 0 mfu_evictable_metadata 4 0 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3643052032 memory_available_bytes 3 3581927424 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 806760 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 181382968 arc_meta_min 4 16777216 async_upgrade_sync 4 2 demand_hit_predictive_prefetch 4 64 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 33368302340 415412473675 name type data cache_count 4 13 cache_size_bytes 4 192512 cache_size_bytes_max 4 33189888 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 13 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 192512 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 451023 hash_misses 4 93776 hash_collisions 4 569 hash_elements 4 28 hash_elements_max 4 3371 hash_chains 4 0 hash_chain_max 4 1 hash_insert_race 4 6 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 600576 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 33360529989 415414159894 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 212344 dnode_hold_alloc_misses 4 8 dnode_hold_alloc_interior 4 25 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 4 dnode_hold_free_hits 4 6797 dnode_hold_free_misses 4 52 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 34 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 6968 dnode_reallocate 4 0 dnode_buf_evict 4 747 dnode_alloc_next_chunk 4 231 dnode_alloc_race 4 0 dnode_alloc_next_block 4 75 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 33360515666 415416022310 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 252 3 0x00 1 80 410550408234 415417745805 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2022912 1292800 90 152 14452285 328576569 414595619654 38293593 102967212 414596217393 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 149 410594258084 C 0 9728 88576 8 47 3249279 2488 24690 8955868 150 410597507363 C 0 4096 594944 5 49 9039033 3309 19690 14109320 151 410606546396 C 0 2560 0 1 0 14191234 3070 9490 846623 152 410620737630 C 0 0 579584 0 48 1371619 2750 22025 13712865 153 410622109249 C 0 0 0 0 0 13950650 3640 19910 97070 154 410636059899 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 254 1 0x01 12 3264 410550418068 415424133758 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471653 0 243886 1000000000 46399808492898739 1 /dev/vdc1 2 152 1688471654 0 506698 1000000000 46399808492898739 2 /dev/vdc1 3 152 1688471655 0 360495 1000000000 46399808492898739 2 /dev/vdc1 4 152 1688471656 0 393257 1000021361 46399808492898739 1 /dev/vdc1 5 152 1688471657 0 762527 1000227017 46399808492898739 1 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 33360547798 415428619070 name type data hits 4 519 misses 4 237264 max_streams 4 118271 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 32330337337 415432064637 implementation native byteswap scalar 3596032062 2591184989 superscalar 4476165045 3051597215 superscalar4 3550025619 2572265339 sse2 6201549084 3306217848 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 33368527349 415433687823 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 34212507745 415435339838 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 315084337 124855832 50737112 676109053 118021913 15661387 41335861 8399076 8852958 5956439 scalar 761518913 186736505 90439083 769779877 237266410 168678640 108560561 93317798 51031305 36074733 sse2 1306166182 514389984 281106275 1361197271 540340871 430757417 329174969 316733527 190565016 132531131 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 33368544229 415437000579 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 246 preferred_not_found 4 1868 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 1 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 3 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 8 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:53:21.397000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x10 history_time = 0x64a40831 time = 0x64a40831 0x17a9bd40 eid = 0x485 Jul 4 2023 07:53:21.407000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x11 history_time = 0x64a40831 time = 0x64a40831 0x184253c0 eid = 0x486 Jul 4 2023 07:53:21.415000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:flags=98" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x12 history_time = 0x64a40831 time = 0x64a40831 0x18bc65c0 eid = 0x487 Jul 4 2023 07:53:21.424000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x13 history_time = 0x64a40831 time = 0x64a40831 0x1945ba00 eid = 0x488 Jul 4 2023 07:53:21.434000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x14 history_time = 0x64a40831 time = 0x64a40831 0x19de5080 eid = 0x489 Jul 4 2023 07:53:21.446000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:svname=lustre:OST0001" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x15 history_time = 0x64a40831 time = 0x64a40831 0x1a956b80 eid = 0x48a Jul 4 2023 07:53:21.729000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 time = 0x64a40831 0x2b73a840 eid = 0x48b Jul 4 2023 07:53:21.996000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x1 pool_context = 0x0 time = 0x64a40831 0x3b5dc100 eid = 0x48c Jul 4 2023 07:53:22.012000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0x0 pool_state = 0x5 pool_context = 0x0 time = 0x64a40832 0xb71b00 eid = 0x48d Jul 4 2023 07:53:22.665000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x1f history_time = 0x64a40832 time = 0x64a40832 0x27a31840 eid = 0x48e Jul 4 2023 07:53:22.665000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x1f history_time = 0x64a40832 time = 0x64a40832 0x27a31840 eid = 0x48f Jul 4 2023 07:53:22.680000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40832 0x2887fa00 eid = 0x490 Jul 4 2023 07:53:22.680000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40832 0x2887fa00 eid = 0x491 Jul 4 2023 07:53:22.680000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x22 history_time = 0x64a40832 time = 0x64a40832 0x2887fa00 eid = 0x492 Jul 4 2023 07:53:22.690000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40832 0x29209080 eid = 0x493 Jul 4 2023 07:53:23.161000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x24 history_time = 0x64a40833 time = 0x64a40833 0x998aa40 eid = 0x494 Jul 4 2023 07:53:23.169000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x25 history_time = 0x64a40833 time = 0x64a40833 0xa12bc40 eid = 0x495 Jul 4 2023 07:53:23.178000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x26 history_time = 0x64a40833 time = 0x64a40833 0xa9c1080 eid = 0x496 Jul 4 2023 07:53:23.186000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:flags=37" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x27 history_time = 0x64a40833 time = 0x64a40833 0xb162280 eid = 0x497 Jul 4 2023 07:53:23.192000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x28 history_time = 0x64a40833 time = 0x64a40833 0xb71b000 eid = 0x498 Jul 4 2023 07:53:23.199000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x29 history_time = 0x64a40833 time = 0x64a40833 0xbdc7fc0 eid = 0x499 Jul 4 2023 07:53:23.205000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre:MDT0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2a history_time = 0x64a40833 time = 0x64a40833 0xc380d40 eid = 0x49a Jul 4 2023 07:53:23.509000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre-MDT0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x40 history_time = 0x64a40833 time = 0x64a40833 0x1e56b940 eid = 0x49b Jul 4 2023 07:53:27.173000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40837 time = 0x64a40837 0xa4fc540 eid = 0x49c Jul 4 2023 07:53:27.174000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40837 time = 0x64a40837 0xa5f0780 eid = 0x49d Jul 4 2023 07:53:27.198000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a40837 0xbcd3d80 eid = 0x49e Jul 4 2023 07:53:27.198000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a40837 0xbcd3d80 eid = 0x49f Jul 4 2023 07:53:27.200000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40837 time = 0x64a40837 0xbebc200 eid = 0x4a0 Jul 4 2023 07:53:27.212000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a40837 0xca2dd00 eid = 0x4a1 Jul 4 2023 07:53:27.729000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.201.153@tcp" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x26 history_time = 0x64a40837 time = 0x64a40837 0x2b73a840 eid = 0x4a2 Jul 4 2023 07:53:27.741000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x27 history_time = 0x64a40837 time = 0x64a40837 0x2c2ac340 eid = 0x4a3 Jul 4 2023 07:53:27.754000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x28 history_time = 0x64a40837 time = 0x64a40837 0x2cf12080 eid = 0x4a4 Jul 4 2023 07:53:27.766000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x29 history_time = 0x64a40837 time = 0x64a40837 0x2da83b80 eid = 0x4a5 Jul 4 2023 07:53:27.776000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2a history_time = 0x64a40837 time = 0x64a40837 0x2e40d200 eid = 0x4a6 Jul 4 2023 07:53:27.787000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2b history_time = 0x64a40837 time = 0x64a40837 0x2ee8aac0 eid = 0x4a7 Jul 4 2023 07:53:27.799000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2c history_time = 0x64a40837 time = 0x64a40837 0x2f9fc5c0 eid = 0x4a8 Jul 4 2023 07:53:27.815000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2d history_time = 0x64a40837 time = 0x64a40837 0x3093e9c0 eid = 0x4a9 Jul 4 2023 07:53:28.079000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x31 history_time = 0x64a40838 time = 0x64a40838 0x4b571c0 eid = 0x4aa Jul 4 2023 07:53:39.630000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x1 pool_context = 0x0 time = 0x64a40843 0x258d0980 eid = 0x4ab Jul 4 2023 07:53:39.660000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x5 pool_context = 0x0 time = 0x64a40843 0x2756cd00 eid = 0x4ac Jul 4 2023 07:53:40.698000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x1 pool_context = 0x0 time = 0x64a40844 0x299aa280 eid = 0x4ad Jul 4 2023 07:53:40.718000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x5 pool_context = 0x0 time = 0x64a40844 0x2acbcf80 eid = 0x4ae Jul 4 2023 07:53:43.179000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x65 history_time = 0x64a40847 time = 0x64a40847 0xaab52c0 eid = 0x4af Jul 4 2023 07:53:43.180000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x65 history_time = 0x64a40847 time = 0x64a40847 0xaba9500 eid = 0x4b0 Jul 4 2023 07:53:43.204000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40847 0xc28cb00 eid = 0x4b1 Jul 4 2023 07:53:43.205000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40847 0xc380d40 eid = 0x4b2 Jul 4 2023 07:53:43.206000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x68 history_time = 0x64a40847 time = 0x64a40847 0xc474f80 eid = 0x4b3 Jul 4 2023 07:53:43.220000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40847 0xd1cef00 eid = 0x4b4 Jul 4 2023 07:53:46.505000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4b history_time = 0x64a4084a time = 0x64a4084a 0x1e19b040 eid = 0x4b5 Jul 4 2023 07:53:46.505000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4b history_time = 0x64a4084a time = 0x64a4084a 0x1e19b040 eid = 0x4b6 Jul 4 2023 07:53:46.558000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a4084a 0x21426780 eid = 0x4b7 Jul 4 2023 07:53:46.558000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a4084a 0x21426780 eid = 0x4b8 Jul 4 2023 07:53:46.561000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x4e history_time = 0x64a4084a time = 0x64a4084a 0x21702e40 eid = 0x4b9 Jul 4 2023 07:53:46.580000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a4084a 0x22921900 eid = 0x4ba Jul 4 2023 07:54:03.946000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x1 pool_context = 0x0 time = 0x64a4085b 0x3862d080 eid = 0x4bb Jul 4 2023 07:54:03.974000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x5 pool_context = 0x0 time = 0x64a4085b 0x3a0e0f80 eid = 0x4bc Jul 4 2023 07:54:05.031000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x1 pool_context = 0x0 time = 0x64a4085d 0x1d905c0 eid = 0x4bd Jul 4 2023 07:54:05.046000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x5 pool_context = 0x0 time = 0x64a4085d 0x2bde780 eid = 0x4be Jul 4 2023 07:54:13.900000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x95 history_time = 0x64a40865 time = 0x64a40865 0x35a4e900 eid = 0x4bf Jul 4 2023 07:54:13.901000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x95 history_time = 0x64a40865 time = 0x64a40865 0x35b42b40 eid = 0x4c0 Jul 4 2023 07:54:13.924000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40865 0x37131f00 eid = 0x4c1 Jul 4 2023 07:54:13.924000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40865 0x37131f00 eid = 0x4c2 Jul 4 2023 07:54:13.925000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x98 history_time = 0x64a40865 time = 0x64a40865 0x37226140 eid = 0x4c3 Jul 4 2023 07:54:13.939000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40865 0x37f800c0 eid = 0x4c4 ====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 14040 - 72 - - - - 195 - - - - ddt_cache 0x00040 3993600 3786624 199680 24912 20 19 19 160 152 152 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 6656 - 512 - - - - 13 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 93184 - 1024 - - - - 91 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 8589312 7340032 954368 114688 9 8 8 72 64 64 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 19537920 5242880 1085440 131072 18 18 133 144 40 1064 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 4760 - 40 - - - - 119 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 49504 - 416 - - - - 119 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3944 - 136 - - - - 29 - - - - dmu_buf_impl_t 0x00084 - 21600 - 400 - - - - 54 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 31845458450 415958618598 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 31845495775 415959941164 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 33357174667 415961359347 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 33368521550 415963158837 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 33367768702 415964606990 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 132 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295082937 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 134 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295082937 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 4 65536 16384 1 4 3 0 | 1 2 0xf160090 1 1024 4295082937 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295082937 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295082933 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295082937 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295077886 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295077908 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295077908 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295077924 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295077923 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295077917 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 65 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295077883 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295077923 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295077908 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295082933 32 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 2 32768 16384 1 4 1 0 | 1 2 0xf160090 1 1024 4295077882 426 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 65 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295077883 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295082934 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295077880 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295077908 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295082933 32 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 133 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295082937 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295077909 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295077918 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295077880 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295077923 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471279 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471279 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 36640419369 1688471279 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471279 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471279 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471279 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471279 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471280 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471280 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471280 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471280 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471280 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471280 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471280 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471280 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471280 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471280 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471280 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471280 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471280 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471280 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471280 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471280 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471280 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 37468387714 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471282 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471282 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 39148155227 1688471282 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471282 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471282 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471282 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471282 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471282 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471282 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) canmount=0 1688471282 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471282 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471282 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) xattr=2 1688471282 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471282 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471282 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.153@tcp 1688471282 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471282 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471282 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471282 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471282 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471282 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471282 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471283 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471283 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471283 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471283 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 40147120050 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471285 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471285 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 41870732540 1688471285 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471285 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471285 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471285 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471285 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471285 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 77) 1688471285 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 77) canmount=0 1688471285 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471285 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471285 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 77) xattr=2 1688471285 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 77) dnodesize=1 1688471285 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 77) recordsize=1048576 1688471285 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.201.153@tcp 1688471285 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471285 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471285 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471285 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 77) lustre:flags=98 1688471285 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471285 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471285 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471286 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471286 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471286 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471286 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 42790732387 1688471289 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471289 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471289 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471289 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471289 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471289 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471289 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471289 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471289 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471289 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471290 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 46708570136 1688471290 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471290 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471290 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471290 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471290 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471290 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471290 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471290 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471290 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471290 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471290 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471290 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471290 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471290 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471291 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471295 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471295 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471295 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471295 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471295 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471295 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471295 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471295 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471295 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471295 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471295 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 51900015040 1688471295 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471295 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471295 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471295 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471295 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471295 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471295 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471295 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471295 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.153@tcp 1688471295 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471295 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471295 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471295 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471296 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471299 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471299 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471299 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471299 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471299 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471299 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471299 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471299 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471299 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471299 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471299 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 56454679554 1688471299 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471299 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471299 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471299 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471299 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471299 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471300 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471300 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471300 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471300 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.201.153@tcp 1688471300 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471300 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 77) lustre:flags=34 1688471300 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471300 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471300 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471300 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 77) lustre:svname=lustre-OST0001 1688471337 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471337 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471337 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 94558248492 1688471340 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471340 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471340 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 97588906436 1688471343 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471343 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471343 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 100695738518 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471348 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471348 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 105273837619 1688471348 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471348 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471348 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471348 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471348 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471348 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 264) 1688471348 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 264) quota=409600000 1688471348 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 264) canmount=0 1688471348 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471348 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471348 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 264) xattr=2 1688471348 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 264) dnodesize=1 1688471348 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 264) lustre:sys.timeout=20 1688471348 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 264) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471348 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 264) lustre:version=1 1688471348 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 264) lustre:flags=101 1688471348 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 264) lustre:index=0 1688471348 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 264) lustre:fsname=lustre 1688471348 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre:MDT0000 1688471349 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471349 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471349 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471349 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 106246472802 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471351 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471351 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 108295793439 1688471351 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471351 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471351 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471351 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471351 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 144) 1688471351 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 144) quota=409600000 1688471351 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 144) canmount=0 1688471351 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471351 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 144) xattr=2 1688471351 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 144) dnodesize=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 144) recordsize=1048576 1688471351 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 144) lustre:mgsnode=192.168.201.153@tcp 1688471351 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 144) lustre:sys.timeout=20 1688471351 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 144) lustre:autodegrade=on 1688471351 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 144) lustre:version=1 1688471351 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 144) lustre:flags=98 1688471351 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 144) lustre:index=0 1688471351 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 144) lustre:fsname=lustre 1688471351 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 144) lustre:svname=lustre:OST0000 1688471352 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471352 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471352 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2917793208 1688471352 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471352 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 109325232307 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471354 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471354 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 111359338912 1688471354 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471354 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471354 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471354 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471354 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471354 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471354 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471354 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471354 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471354 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471354 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471354 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471354 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.201.153@tcp 1688471354 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471354 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471355 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471355 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471355 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471355 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471355 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471355 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2901491128 1688471355 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471355 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471355 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471356 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 112706690482 1688471356 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471356 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471356 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471356 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471356 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471356 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471356 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471356 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471356 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471356 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471356 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 113649031707 1688471356 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471356 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471356 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471356 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471356 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471356 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471357 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 264) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471357 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 264) lustre:sys.timeout=20 1688471357 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 264) lustre:version=1 1688471357 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 264) lustre:flags=37 1688471357 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 264) lustre:index=0 1688471357 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 264) lustre:fsname=lustre 1688471357 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre:MDT0000 1688471358 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre-MDT0000 1688471362 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471362 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471363 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471363 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471363 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471363 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471363 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471363 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471363 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471363 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471363 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 119862761678 1688471363 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471363 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471363 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471363 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471363 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471363 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471363 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471363 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 144) lustre:sys.timeout=20 1688471364 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 144) lustre:autodegrade=on 1688471364 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 144) lustre:mgsnode=192.168.201.153@tcp 1688471364 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 144) lustre:version=1 1688471364 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 144) lustre:flags=34 1688471364 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 144) lustre:index=0 1688471364 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 144) lustre:fsname=lustre 1688471364 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 144) lustre:svname=lustre:OST0000 1688471364 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 144) lustre:svname=lustre-OST0000 1688471378 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471378 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471378 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 134812663492 1688471379 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471379 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471379 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 136310561451 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471389 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471389 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 145775933973 1688471389 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471389 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471389 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471389 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471389 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471389 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471389 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) quota=409600000 1688471389 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471389 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471389 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471389 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471389 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471389 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471389 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471389 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471389 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471389 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471389 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471389 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471389 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471389 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471389 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471389 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 146683201773 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471391 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 148641751766 1688471391 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471391 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471392 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471392 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471392 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471392 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 134) 1688471392 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 134) quota=409600000 1688471392 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 134) canmount=0 1688471392 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471392 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 134) xattr=2 1688471392 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 134) dnodesize=1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 134) recordsize=1048576 1688471392 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.201.153@tcp 1688471392 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471392 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471392 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 134) lustre:flags=98 1688471392 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471392 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471392 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471392 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3215130040 1688471392 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471392 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471392 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471393 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 149700692463 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471395 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471395 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 151800582999 1688471395 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471395 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471395 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471395 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471395 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471395 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471395 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471395 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471395 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471395 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471395 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471395 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.201.153@tcp 1688471395 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471395 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471395 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471395 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471395 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471396 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3592764856 1688471396 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471396 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471396 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471396 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 152865883228 1688471396 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471396 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471396 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471396 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471396 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471396 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471396 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471396 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471396 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471396 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471397 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 153700241008 1688471397 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471397 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471397 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471397 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471397 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471397 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471397 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471397 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471397 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471397 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471397 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471397 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471397 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471397 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471398 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471402 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471402 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471402 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471402 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471402 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471402 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471402 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471402 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471402 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471402 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471402 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 159105958420 1688471402 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471402 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471402 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471402 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471402 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471402 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471403 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471403 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471403 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471403 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.201.153@tcp 1688471403 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471403 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 134) lustre:flags=34 1688471403 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471403 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471403 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471403 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 134) lustre:svname=lustre-OST0000 1688471410 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471410 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471410 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471410 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471410 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471410 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471410 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471410 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471410 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471410 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471410 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 167437316262 1688471410 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471410 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471410 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471410 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471410 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471410 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471411 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471411 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471411 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471411 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.201.153@tcp 1688471411 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 134) lustre:flags=34 1688471411 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471411 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471411 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 134) lustre:svname=lustre-OST0001 1688471430 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471430 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471430 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 187657851029 1688471448 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471448 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471448 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 204956869693 1688471455 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471455 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471455 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 212187042825 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471474 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471474 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 231113665094 1688471474 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471474 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471474 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471474 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471474 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471474 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471474 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) quota=409600000 1688471474 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471474 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471474 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471474 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471474 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471474 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471474 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471474 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471474 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471474 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471474 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471474 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471475 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471475 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471475 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471475 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 231893118997 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471476 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471476 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 233648778565 1688471476 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471476 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471476 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471476 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471477 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471477 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471477 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471477 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471477 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471477 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471477 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471477 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471477 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471477 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.201.153@tcp 1688471477 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471477 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471477 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471477 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471477 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471477 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471477 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471477 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471477 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471477 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471477 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 234511862653 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471479 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471479 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 236266915185 1688471479 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471479 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471479 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471479 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471479 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 270) 1688471479 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 270) quota=409600000 1688471479 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 270) canmount=0 1688471479 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471479 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471479 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 270) xattr=2 1688471479 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 270) dnodesize=1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 270) recordsize=1048576 1688471479 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 270) lustre:mgsnode=192.168.201.153@tcp 1688471479 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 270) lustre:sys.timeout=20 1688471479 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 270) lustre:autodegrade=on 1688471479 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 270) lustre:version=1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 270) lustre:flags=98 1688471479 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 270) lustre:index=1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 270) lustre:fsname=lustre 1688471479 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 270) lustre:svname=lustre:OST0001 1688471480 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471480 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471480 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471480 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 237090476580 1688471481 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471481 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471481 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471481 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471481 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 237824812266 1688471481 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471481 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471481 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471481 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471481 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471481 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471481 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471481 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471481 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471481 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471481 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471481 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471481 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471483 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471487 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471487 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471487 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471487 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471487 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471487 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471487 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471487 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471487 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471487 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471487 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 243897525192 1688471487 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471487 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471487 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471487 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471487 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471487 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471487 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471487 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471487 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471487 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.201.153@tcp 1688471487 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471487 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471487 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471487 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471487 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471488 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471496 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471496 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471496 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 253011621198 1688471497 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471497 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471497 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 254267038039 1688471499 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471499 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471499 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 98 1688471499 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=98 1688471499 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471499 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471500 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471500 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471500 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 98 1688471500 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=98 1688471500 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 256762325662 1688471500 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471500 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471500 spa_history.c:319:spa_history_log_sync(): txg 100 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471500 spa_history.c:319:spa_history_log_sync(): txg 100 set failmode=2 1688471500 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471500 spa_history.c:319:spa_history_log_sync(): txg 103 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471500 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471503 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471503 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471503 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471503 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471503 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471503 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471503 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471503 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471503 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471503 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471503 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 260560315089 1688471503 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471503 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471503 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471503 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471503 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471503 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471507 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471507 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471507 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471507 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471507 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 264440757291 1688471507 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471507 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471507 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471507 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471507 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471508 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471508 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 270) lustre:mgsnode=192.168.201.153@tcp 1688471508 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 270) lustre:autodegrade=on 1688471508 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 270) lustre:sys.timeout=20 1688471508 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 270) lustre:version=1 1688471508 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 270) lustre:flags=34 1688471508 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 270) lustre:index=1 1688471508 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 270) lustre:fsname=lustre 1688471508 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 270) lustre:svname=lustre:OST0001 1688471508 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 270) lustre:svname=lustre-OST0001 1688471520 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471520 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471520 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 276783148521 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471537 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 293985335350 1688471540 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471540 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471540 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 297070603305 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471559 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471559 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 316028175375 1688471559 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471559 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471559 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471559 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471559 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471559 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 134) 1688471559 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 134) quota=409600000 1688471559 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 134) canmount=0 1688471559 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471559 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471559 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 134) xattr=2 1688471559 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 134) dnodesize=1 1688471559 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471559 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471559 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471559 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 134) lustre:flags=101 1688471559 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471559 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471559 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471560 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471560 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471560 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471560 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 316761045575 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471561 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 318360428781 1688471561 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471561 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471561 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471561 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471561 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 68) 1688471561 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 68) quota=409600000 1688471561 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 68) canmount=0 1688471561 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471561 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 68) xattr=2 1688471561 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 68) dnodesize=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 68) recordsize=1048576 1688471561 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.201.153@tcp 1688471561 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471561 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471561 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 68) lustre:flags=98 1688471561 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471561 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471561 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471562 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 319182913067 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471564 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471564 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 320946273301 1688471564 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471564 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471564 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471564 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471564 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471564 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471564 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471564 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471564 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471564 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471564 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471564 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.201.153@tcp 1688471564 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471564 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471564 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471564 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471564 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471565 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 321801360189 1688471565 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471565 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471565 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471565 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471565 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 322566191146 1688471565 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471565 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471565 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471565 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471565 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471566 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471566 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471566 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471566 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471566 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 134) lustre:flags=37 1688471566 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471566 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471566 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471567 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre-MDT0000 1688471571 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471571 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471571 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471571 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471571 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471571 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471571 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471571 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471571 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471571 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471571 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 328622346617 1688471571 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471571 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471571 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471571 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471571 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471571 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471572 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.201.153@tcp 1688471572 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471572 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471572 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 68) lustre:flags=34 1688471572 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471572 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471572 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471572 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 68) lustre:svname=lustre-OST0000 1688471580 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471580 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471580 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 336764069617 1688471581 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471581 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471581 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 337845590880 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471586 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 343690812592 1688471587 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471587 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471587 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471587 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471587 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471587 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471587 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) quota=409600000 1688471587 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471587 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471587 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471587 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471587 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471587 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471587 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471587 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471587 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471587 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471587 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471587 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471587 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471587 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471587 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471587 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 344417325678 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471596 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471596 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 353191703544 1688471596 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471596 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471596 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471596 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471596 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471596 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471596 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471596 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471596 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471596 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471596 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471596 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471596 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471596 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471596 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471596 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471597 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471597 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471597 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471597 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 353983876762 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471598 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471598 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 355561745141 1688471598 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471598 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471598 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471598 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471598 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471598 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 387) 1688471598 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 387) quota=409600000 1688471598 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 387) canmount=0 1688471598 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471598 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471598 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 387) xattr=2 1688471598 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 387) dnodesize=1 1688471598 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 387) recordsize=1048576 1688471599 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.201.153@tcp 1688471599 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471599 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471599 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471599 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 387) lustre:flags=98 1688471599 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471599 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471599 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471599 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471599 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471599 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471599 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 356337651157 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471601 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471601 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 357944058066 1688471601 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471601 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471601 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471601 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471601 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471601 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 135) 1688471601 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 135) quota=409600000 1688471601 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 135) canmount=0 1688471601 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471601 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471601 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 135) xattr=2 1688471601 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 135) dnodesize=1 1688471601 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 135) recordsize=1048576 1688471601 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 135) lustre:mgsnode=192.168.201.153@tcp 1688471601 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 135) lustre:sys.timeout=20 1688471601 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 135) lustre:autodegrade=on 1688471601 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 135) lustre:version=1 1688471601 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 135) lustre:flags=98 1688471601 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 135) lustre:index=1 1688471601 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 135) lustre:fsname=lustre 1688471601 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 135) lustre:svname=lustre:OST0001 1688471601 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471601 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471601 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471602 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 358705985168 1688471602 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471602 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471602 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471602 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471602 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471602 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 359358298483 1688471602 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471602 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471602 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471602 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471602 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471603 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471603 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471603 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471603 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471603 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471603 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471603 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471603 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471603 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471607 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471607 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471607 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 363867984866 1688471607 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471607 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471607 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471607 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471607 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471607 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471607 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.201.153@tcp 1688471607 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471607 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471607 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471607 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 387) lustre:flags=34 1688471607 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471607 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471607 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471608 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 387) lustre:svname=lustre-OST0000 1688471619 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471619 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471619 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 376346957873 1688471620 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471620 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471620 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 377407417009 1688471623 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471623 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471623 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 99 1688471623 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=99 1688471623 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471623 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471623 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471623 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471623 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 99 1688471623 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=99 1688471623 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 379872358946 1688471623 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471623 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471623 spa_history.c:319:spa_history_log_sync(): txg 101 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471623 spa_history.c:319:spa_history_log_sync(): txg 101 set failmode=2 1688471623 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471623 spa_history.c:319:spa_history_log_sync(): txg 104 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471623 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471626 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471626 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471626 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471626 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471626 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471626 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471626 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471626 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471626 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471626 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471626 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 383198105141 1688471626 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471626 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471626 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471626 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471626 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471626 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471627 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471643 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471643 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471643 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 400666997807 1688471645 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471645 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471645 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 401737598821 1688471653 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471653 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471653 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 147 1688471653 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=147 1688471653 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471653 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471653 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471653 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471653 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 147 1688471653 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=147 1688471653 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 410594223082 1688471653 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471653 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471653 spa_history.c:319:spa_history_log_sync(): txg 149 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471653 spa_history.c:319:spa_history_log_sync(): txg 149 set failmode=2 1688471653 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471653 spa_history.c:319:spa_history_log_sync(): txg 152 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471658 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 33360552643 416153418732 name type data dmu_tx_assigned 4 7474 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 24 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 33360265914 416154721503 name type data struct_size 4 4760 linear_cnt 4 102 linear_data_size 4 97792 scatter_cnt 4 17 scatter_data_size 4 54272 scatter_chunk_waste 4 27648 scatter_order_0 4 16 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 33364482597 416156062815 name type data hits 4 282557 misses 4 2114 demand_data_hits 4 6767 demand_data_misses 4 246 demand_metadata_hits 4 275783 demand_metadata_misses 4 1754 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 7 prefetch_metadata_misses 4 114 mru_hits 4 227699 mru_ghost_hits 4 0 mfu_hits 4 54851 mfu_ghost_hits 4 0 deleted 4 18998 mutex_miss 4 0 access_skip 4 0 evict_skip 4 2536 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 911720960 evict_l2_ineligible 4 356352 evict_l2_skip 4 0 hash_elements 4 118 hash_elements_max 4 3385 hash_collisions 4 111 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 806760 compressed_size 4 152064 uncompressed_size 4 11824640 overhead_size 4 511488 hdr_size 4 53448 data_size 4 0 metadata_size 4 663552 dbuf_size 4 21600 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 576000 mru_evictable_data 4 0 mru_evictable_metadata 4 98304 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 54784 mfu_evictable_data 4 0 mfu_evictable_metadata 4 0 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3644084224 memory_available_bytes 3 3582959616 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 806760 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 181382968 arc_meta_min 4 16777216 async_upgrade_sync 4 2 demand_hit_predictive_prefetch 4 64 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 33368302340 416157485269 name type data cache_count 4 13 cache_size_bytes 4 192512 cache_size_bytes_max 4 33189888 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 13 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 192512 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 451083 hash_misses 4 93776 hash_collisions 4 569 hash_elements 4 28 hash_elements_max 4 3371 hash_chains 4 0 hash_chain_max 4 1 hash_insert_race 4 6 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 600576 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 33360529989 416158860841 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 212368 dnode_hold_alloc_misses 4 8 dnode_hold_alloc_interior 4 25 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 4 dnode_hold_free_hits 4 6797 dnode_hold_free_misses 4 52 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 34 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 6968 dnode_reallocate 4 0 dnode_buf_evict 4 747 dnode_alloc_next_chunk 4 231 dnode_alloc_race 4 0 dnode_alloc_next_block 4 75 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 33360515666 416160183108 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 252 3 0x00 1 80 410550408234 416161408648 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2022912 1367040 90 188 16710873 344566619 415640509511 41453459 108960747 415640634873 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 149 410594258084 C 0 9728 88576 8 47 3249279 2488 24690 8955868 150 410597507363 C 0 4096 594944 5 49 9039033 3309 19690 14109320 151 410606546396 C 0 2560 0 1 0 14191234 3070 9490 846623 152 410620737630 C 0 0 579584 0 48 1371619 2750 22025 13712865 153 410622109249 C 0 0 0 0 0 13950650 3640 19910 97070 154 410636059899 C 0 0 73216 0 35 5000159297 6365 52538 4873210 155 415636219196 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 254 1 0x01 12 3264 410550418068 416166442837 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471653 0 243886 1000000000 46399808492898739 1 /dev/vdc1 2 152 1688471654 0 506698 1000000000 46399808492898739 2 /dev/vdc1 3 152 1688471655 0 360495 1000000000 46399808492898739 2 /dev/vdc1 4 152 1688471656 0 393257 1000021361 46399808492898739 1 /dev/vdc1 5 152 1688471657 0 762527 1000227017 46399808492898739 1 /dev/vdc1 6 152 1688471658 0 345555 1001047501 46399808492898739 2 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 33360547798 416170072626 name type data hits 4 519 misses 4 237302 max_streams 4 118289 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 32330337337 416172640827 implementation native byteswap scalar 3596032062 2591184989 superscalar 4476165045 3051597215 superscalar4 3550025619 2572265339 sse2 6201549084 3306217848 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 33368527349 416173906673 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 34212507745 416175139018 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 315084337 124855832 50737112 676109053 118021913 15661387 41335861 8399076 8852958 5956439 scalar 761518913 186736505 90439083 769779877 237266410 168678640 108560561 93317798 51031305 36074733 sse2 1306166182 514389984 281106275 1361197271 540340871 430757417 329174969 316733527 190565016 132531131 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 33368544229 416176380166 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 246 preferred_not_found 4 1868 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 1 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 3 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 5 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:53:21.397000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x10 history_time = 0x64a40831 time = 0x64a40831 0x17a9bd40 eid = 0x485 Jul 4 2023 07:53:21.407000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x11 history_time = 0x64a40831 time = 0x64a40831 0x184253c0 eid = 0x486 Jul 4 2023 07:53:21.415000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:flags=98" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x12 history_time = 0x64a40831 time = 0x64a40831 0x18bc65c0 eid = 0x487 Jul 4 2023 07:53:21.424000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x13 history_time = 0x64a40831 time = 0x64a40831 0x1945ba00 eid = 0x488 Jul 4 2023 07:53:21.434000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x14 history_time = 0x64a40831 time = 0x64a40831 0x19de5080 eid = 0x489 Jul 4 2023 07:53:21.446000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:svname=lustre:OST0001" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x15 history_time = 0x64a40831 time = 0x64a40831 0x1a956b80 eid = 0x48a Jul 4 2023 07:53:21.729000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x0 pool_context = 0x0 time = 0x64a40831 0x2b73a840 eid = 0x48b Jul 4 2023 07:53:21.996000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost2" pool_guid = 0x2fe04ce650196cca pool_state = 0x1 pool_context = 0x0 time = 0x64a40831 0x3b5dc100 eid = 0x48c Jul 4 2023 07:53:22.012000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0x0 pool_state = 0x5 pool_context = 0x0 time = 0x64a40832 0xb71b00 eid = 0x48d Jul 4 2023 07:53:22.665000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x1f history_time = 0x64a40832 time = 0x64a40832 0x27a31840 eid = 0x48e Jul 4 2023 07:53:22.665000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x1f history_time = 0x64a40832 time = 0x64a40832 0x27a31840 eid = 0x48f Jul 4 2023 07:53:22.680000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40832 0x2887fa00 eid = 0x490 Jul 4 2023 07:53:22.680000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40832 0x2887fa00 eid = 0x491 Jul 4 2023 07:53:22.680000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x22 history_time = 0x64a40832 time = 0x64a40832 0x2887fa00 eid = 0x492 Jul 4 2023 07:53:22.690000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40832 0x29209080 eid = 0x493 Jul 4 2023 07:53:23.161000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x24 history_time = 0x64a40833 time = 0x64a40833 0x998aa40 eid = 0x494 Jul 4 2023 07:53:23.169000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x25 history_time = 0x64a40833 time = 0x64a40833 0xa12bc40 eid = 0x495 Jul 4 2023 07:53:23.178000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x26 history_time = 0x64a40833 time = 0x64a40833 0xa9c1080 eid = 0x496 Jul 4 2023 07:53:23.186000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:flags=37" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x27 history_time = 0x64a40833 time = 0x64a40833 0xb162280 eid = 0x497 Jul 4 2023 07:53:23.192000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x28 history_time = 0x64a40833 time = 0x64a40833 0xb71b000 eid = 0x498 Jul 4 2023 07:53:23.199000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x29 history_time = 0x64a40833 time = 0x64a40833 0xbdc7fc0 eid = 0x499 Jul 4 2023 07:53:23.205000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre:MDT0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2a history_time = 0x64a40833 time = 0x64a40833 0xc380d40 eid = 0x49a Jul 4 2023 07:53:23.509000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre-MDT0000" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x40 history_time = 0x64a40833 time = 0x64a40833 0x1e56b940 eid = 0x49b Jul 4 2023 07:53:27.173000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40837 time = 0x64a40837 0xa4fc540 eid = 0x49c Jul 4 2023 07:53:27.174000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40837 time = 0x64a40837 0xa5f0780 eid = 0x49d Jul 4 2023 07:53:27.198000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a40837 0xbcd3d80 eid = 0x49e Jul 4 2023 07:53:27.198000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a40837 0xbcd3d80 eid = 0x49f Jul 4 2023 07:53:27.200000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40837 time = 0x64a40837 0xbebc200 eid = 0x4a0 Jul 4 2023 07:53:27.212000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a40837 0xca2dd00 eid = 0x4a1 Jul 4 2023 07:53:27.729000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.201.153@tcp" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x26 history_time = 0x64a40837 time = 0x64a40837 0x2b73a840 eid = 0x4a2 Jul 4 2023 07:53:27.741000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x27 history_time = 0x64a40837 time = 0x64a40837 0x2c2ac340 eid = 0x4a3 Jul 4 2023 07:53:27.754000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x28 history_time = 0x64a40837 time = 0x64a40837 0x2cf12080 eid = 0x4a4 Jul 4 2023 07:53:27.766000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x29 history_time = 0x64a40837 time = 0x64a40837 0x2da83b80 eid = 0x4a5 Jul 4 2023 07:53:27.776000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2a history_time = 0x64a40837 time = 0x64a40837 0x2e40d200 eid = 0x4a6 Jul 4 2023 07:53:27.787000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2b history_time = 0x64a40837 time = 0x64a40837 0x2ee8aac0 eid = 0x4a7 Jul 4 2023 07:53:27.799000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2c history_time = 0x64a40837 time = 0x64a40837 0x2f9fc5c0 eid = 0x4a8 Jul 4 2023 07:53:27.815000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2d history_time = 0x64a40837 time = 0x64a40837 0x3093e9c0 eid = 0x4a9 Jul 4 2023 07:53:28.079000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x31 history_time = 0x64a40838 time = 0x64a40838 0x4b571c0 eid = 0x4aa Jul 4 2023 07:53:39.630000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x1 pool_context = 0x0 time = 0x64a40843 0x258d0980 eid = 0x4ab Jul 4 2023 07:53:39.660000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x5 pool_context = 0x0 time = 0x64a40843 0x2756cd00 eid = 0x4ac Jul 4 2023 07:53:40.698000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x1 pool_context = 0x0 time = 0x64a40844 0x299aa280 eid = 0x4ad Jul 4 2023 07:53:40.718000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x5 pool_context = 0x0 time = 0x64a40844 0x2acbcf80 eid = 0x4ae Jul 4 2023 07:53:43.179000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x65 history_time = 0x64a40847 time = 0x64a40847 0xaab52c0 eid = 0x4af Jul 4 2023 07:53:43.180000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x65 history_time = 0x64a40847 time = 0x64a40847 0xaba9500 eid = 0x4b0 Jul 4 2023 07:53:43.204000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40847 0xc28cb00 eid = 0x4b1 Jul 4 2023 07:53:43.205000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40847 0xc380d40 eid = 0x4b2 Jul 4 2023 07:53:43.206000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x68 history_time = 0x64a40847 time = 0x64a40847 0xc474f80 eid = 0x4b3 Jul 4 2023 07:53:43.220000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40847 0xd1cef00 eid = 0x4b4 Jul 4 2023 07:53:46.505000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4b history_time = 0x64a4084a time = 0x64a4084a 0x1e19b040 eid = 0x4b5 Jul 4 2023 07:53:46.505000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4b history_time = 0x64a4084a time = 0x64a4084a 0x1e19b040 eid = 0x4b6 Jul 4 2023 07:53:46.558000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a4084a 0x21426780 eid = 0x4b7 Jul 4 2023 07:53:46.558000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a4084a 0x21426780 eid = 0x4b8 Jul 4 2023 07:53:46.561000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x4e history_time = 0x64a4084a time = 0x64a4084a 0x21702e40 eid = 0x4b9 Jul 4 2023 07:53:46.580000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x0 pool_context = 0x0 time = 0x64a4084a 0x22921900 eid = 0x4ba Jul 4 2023 07:54:03.946000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x1 pool_context = 0x0 time = 0x64a4085b 0x3862d080 eid = 0x4bb Jul 4 2023 07:54:03.974000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x53896fd30b27531e pool_state = 0x5 pool_context = 0x0 time = 0x64a4085b 0x3a0e0f80 eid = 0x4bc Jul 4 2023 07:54:05.031000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x1 pool_context = 0x0 time = 0x64a4085d 0x1d905c0 eid = 0x4bd Jul 4 2023 07:54:05.046000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x5 pool_context = 0x0 time = 0x64a4085d 0x2bde780 eid = 0x4be Jul 4 2023 07:54:13.900000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x95 history_time = 0x64a40865 time = 0x64a40865 0x35a4e900 eid = 0x4bf Jul 4 2023 07:54:13.901000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x95 history_time = 0x64a40865 time = 0x64a40865 0x35b42b40 eid = 0x4c0 Jul 4 2023 07:54:13.924000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40865 0x37131f00 eid = 0x4c1 Jul 4 2023 07:54:13.924000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40865 0x37131f00 eid = 0x4c2 Jul 4 2023 07:54:13.925000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg253-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg253-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x98 history_time = 0x64a40865 time = 0x64a40865 0x37226140 eid = 0x4c3 Jul 4 2023 07:54:13.939000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x1b10e50dc4d13620 pool_state = 0x0 pool_context = 0x0 time = 0x64a40865 0x37f800c0 eid = 0x4c4