====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 15408 - 72 - - - - 214 - - - - ddt_cache 0x00040 4193280 3985920 199680 24912 21 20 22 168 160 176 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 5632 - 512 - - - - 11 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 146432 - 1024 - - - - 143 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 16224256 14680064 954368 114688 17 16 16 136 128 128 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 16281600 4194304 1085440 131072 15 15 182 120 32 1456 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7120 - 40 - - - - 178 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 60928 - 1088 - - - - 56 - - - - arc_buf_hdr_t_full 0x00084 - 74048 - 416 - - - - 178 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3944 - 136 - - - - 29 - - - - dmu_buf_impl_t 0x00084 - 21600 - 400 - - - - 54 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 44007479001 605437613097 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 44007511247 605440280012 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 45861983351 605441954499 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 45873354346 605443878429 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 45871421493 605445763370 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 130 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1536 4295265455 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295265425 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 1 16384 16384 1 4 12 0 | 1 2 0xf160090 1 2048 4295270483 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 63 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295270482 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295270470 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295265425 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295270470 28 0 4 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 4 65536 16384 1 4 4 0 | 1 2 0xf160090 1 1024 4295270483 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295265444 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295270483 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295265425 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 2 32768 16384 1 4 1 0 | 3 2 0xf160090 1 1024 4295265481 190 0 236 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 128 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295270473 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295265445 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1536 4295265455 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 131 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295265377 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295265455 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 65 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295265481 126 0 170 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 62 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295270483 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 61 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295270481 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295265425 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 129 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295265458 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 65 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295265481 126 0 170 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295265425 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295270470 28 0 4 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295265442 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295265445 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471295 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 49713734714 1688471295 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471295 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471295 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471295 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471295 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471295 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471295 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471295 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471295 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471295 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471295 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471295 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471295 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471295 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471296 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3313991096 1688471296 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471296 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471296 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471296 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 50891207759 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471299 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 53183923631 1688471299 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471299 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471299 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471299 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471299 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471299 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 134) 1688471299 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 134) canmount=0 1688471299 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471299 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471299 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 134) xattr=2 1688471299 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 134) dnodesize=1 1688471299 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.147@tcp 1688471299 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471299 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471299 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471299 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 134) lustre:flags=97 1688471299 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471299 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471299 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471300 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3362323896 1688471300 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471300 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471300 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471300 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 54319075121 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471302 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 56322523464 1688471302 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471302 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471302 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471302 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471302 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471302 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471302 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) canmount=0 1688471302 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471302 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471302 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) xattr=2 1688471302 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471302 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471302 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471302 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471302 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471302 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471302 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471302 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471302 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471302 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471303 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3431415224 1688471303 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471303 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471303 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471303 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 57590625601 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471305 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 59804064612 1688471305 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471305 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471305 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471305 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471305 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471305 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 260) 1688471305 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 260) canmount=0 1688471305 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471305 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471305 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 260) xattr=2 1688471305 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 260) dnodesize=1 1688471305 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 260) recordsize=1048576 1688471306 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.147@tcp 1688471306 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471306 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471306 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471306 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 260) lustre:flags=98 1688471306 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471306 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471306 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471306 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3321052600 1688471307 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471307 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471307 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471307 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 61225393253 1688471313 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471313 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471313 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471313 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471313 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471313 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471313 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471313 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471313 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471313 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471313 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 67545300638 1688471313 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471313 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471313 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471313 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471313 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471313 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471314 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471314 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471314 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471314 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471314 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471314 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471314 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471314 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471316 spa_history.c:314:spa_history_log_sync(): txg 60 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471320 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471320 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471320 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471320 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471320 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471320 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471320 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471320 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471320 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471320 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471320 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 74626330083 1688471320 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471320 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471320 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471320 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471320 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471320 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471321 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471321 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.147@tcp 1688471321 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471321 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471321 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471321 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 134) lustre:flags=33 1688471321 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471321 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471321 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471321 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre-MDT0001 1688471326 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471326 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471326 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471326 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471326 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471326 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471326 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471326 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471326 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471326 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471326 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 80303490799 1688471326 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471326 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471326 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471326 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471326 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471326 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471326 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471326 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471327 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471327 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471327 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471327 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471327 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471327 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471327 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471327 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471331 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471331 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471331 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471331 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471331 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471331 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471331 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471331 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471331 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471331 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471332 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 86139155717 1688471332 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471332 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471332 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471332 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471332 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471332 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471332 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471332 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.147@tcp 1688471332 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471332 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471332 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471333 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 260) lustre:flags=34 1688471333 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471333 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471333 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471333 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 260) lustre:svname=lustre-OST0001 1688471372 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471372 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471372 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 126834804865 1688471380 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471380 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471380 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 134682656786 1688471388 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471388 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471388 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 142439849928 1688471392 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471392 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471392 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 146205636678 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471398 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 153003528332 1688471398 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471398 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471398 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471398 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471398 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471399 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471399 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471399 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471399 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471399 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471399 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471399 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471399 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471399 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471399 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471399 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471399 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471399 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471399 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471399 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471399 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471399 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471399 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3313466808 1688471399 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 154020754040 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471402 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 156363531545 1688471402 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471402 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471402 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471402 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471402 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471402 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 259) 1688471402 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 259) quota=409600000 1688471402 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 259) canmount=0 1688471402 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471402 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471402 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 259) xattr=2 1688471402 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 259) dnodesize=1 1688471402 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471402 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471402 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471402 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471402 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 259) lustre:flags=97 1688471402 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471402 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471402 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471403 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2975989176 1688471403 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471403 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471403 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471403 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 157679061765 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471405 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 159886034670 1688471405 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471405 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471405 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471405 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471405 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471405 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 269) 1688471405 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 269) quota=409600000 1688471405 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 269) canmount=0 1688471406 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471406 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471406 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 269) xattr=2 1688471406 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 269) dnodesize=1 1688471406 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 269) recordsize=1048576 1688471406 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 269) lustre:mgsnode=192.168.203.147@tcp 1688471406 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 269) lustre:sys.timeout=20 1688471406 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 269) lustre:autodegrade=on 1688471406 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 269) lustre:version=1 1688471406 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 269) lustre:flags=98 1688471406 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 269) lustre:index=0 1688471406 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 269) lustre:fsname=lustre 1688471406 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 269) lustre:svname=lustre:OST0000 1688471406 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2820144568 1688471406 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471406 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471407 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471407 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 161139788922 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471409 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 163498020230 1688471409 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471409 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471409 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471409 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471409 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471409 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471409 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471409 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471409 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471409 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471409 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471409 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471409 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471409 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471409 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471409 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471409 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471409 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471409 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471409 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471409 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471410 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2976677304 1688471410 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471410 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471410 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471410 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 164968499730 1688471411 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471411 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471411 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471411 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471411 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471411 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471411 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471411 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471411 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471411 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471411 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 166058747075 1688471411 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471411 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471411 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471411 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471412 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471412 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471412 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471412 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471412 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471412 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471412 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471412 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471412 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471412 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471413 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471417 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471417 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471417 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471417 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471417 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471417 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471417 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471417 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471417 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471417 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471417 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 171599623139 1688471417 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471417 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471417 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471417 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471417 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471417 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471418 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471418 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471418 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471418 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471418 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 259) lustre:flags=33 1688471418 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471418 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471418 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre-MDT0001 1688471424 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471424 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471424 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471424 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471424 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471424 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471424 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471424 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471424 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471424 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471424 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 178834487796 1688471424 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471424 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471424 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471424 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471424 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471424 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471425 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471425 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 269) lustre:sys.timeout=20 1688471425 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 269) lustre:autodegrade=on 1688471425 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 269) lustre:mgsnode=192.168.203.147@tcp 1688471425 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 269) lustre:version=1 1688471425 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 269) lustre:flags=34 1688471425 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 269) lustre:index=0 1688471425 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 269) lustre:fsname=lustre 1688471425 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 269) lustre:svname=lustre:OST0000 1688471426 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 269) lustre:svname=lustre-OST0000 1688471441 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471441 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471441 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 195769319229 1688471445 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471445 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471445 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 199316702739 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471446 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471446 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 201013546747 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471457 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 211924689084 1688471457 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471457 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471457 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471457 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471457 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471457 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) quota=409600000 1688471457 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471457 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471457 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471458 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471458 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471458 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471458 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471458 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471458 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471458 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471458 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471458 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2776989112 1688471458 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471458 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471458 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471458 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 212978682085 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471461 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 215382452605 1688471461 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471461 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471461 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471461 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471461 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471461 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 138) 1688471461 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 138) quota=409600000 1688471461 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 138) canmount=0 1688471461 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471461 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471461 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 138) xattr=2 1688471461 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 138) dnodesize=1 1688471461 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 138) lustre:mgsnode=192.168.203.147@tcp 1688471461 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 138) lustre:sys.timeout=20 1688471461 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471461 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 138) lustre:version=1 1688471461 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 138) lustre:flags=97 1688471461 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 138) lustre:index=1 1688471461 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 138) lustre:fsname=lustre 1688471461 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre:MDT0001 1688471462 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2748530104 1688471462 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471462 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471462 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471462 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 216575143030 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471464 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 218462041987 1688471464 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471464 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471464 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471464 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471464 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471464 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 145) 1688471464 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 145) quota=409600000 1688471464 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 145) canmount=0 1688471464 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471464 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471464 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 145) xattr=2 1688471464 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 145) dnodesize=1 1688471464 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 145) recordsize=1048576 1688471464 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.203.147@tcp 1688471464 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471464 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471464 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471464 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 145) lustre:flags=98 1688471464 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471464 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471464 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471465 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2791308728 1688471465 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471465 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471465 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471465 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 219622230770 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471467 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 221493358006 1688471467 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471467 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471467 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471467 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471467 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 68) 1688471467 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 68) quota=409600000 1688471467 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 68) canmount=0 1688471467 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471467 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471467 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 68) xattr=2 1688471467 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 68) dnodesize=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 68) recordsize=1048576 1688471467 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.203.147@tcp 1688471467 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471467 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471467 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 68) lustre:flags=98 1688471467 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471467 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471468 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471468 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471468 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471468 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 222479409903 1688471469 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471469 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471469 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471469 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471469 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 223186152970 1688471469 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471469 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471469 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471469 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471469 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471469 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471469 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471469 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471469 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471469 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471469 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471469 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471469 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471470 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471473 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471473 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471473 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471473 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471473 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471473 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471473 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471473 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471473 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471473 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471473 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 227384212912 1688471473 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471473 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471473 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471473 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471473 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471473 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471473 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471473 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 138) lustre:mgsnode=192.168.203.147@tcp 1688471473 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471473 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 138) lustre:sys.timeout=20 1688471473 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 138) lustre:version=1 1688471473 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 138) lustre:flags=33 1688471473 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 138) lustre:index=1 1688471473 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 138) lustre:fsname=lustre 1688471473 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre:MDT0001 1688471474 spa_history.c:314:spa_history_log_sync(): txg 51 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre-MDT0001 1688471478 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471478 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471478 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471478 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471478 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471478 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471478 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471478 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471478 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471478 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471478 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 232793811412 1688471478 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471478 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471478 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471478 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471478 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471478 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471479 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.203.147@tcp 1688471479 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471479 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471479 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 145) lustre:flags=34 1688471479 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471479 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471479 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471479 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 145) lustre:svname=lustre-OST0000 1688471486 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471486 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471486 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471486 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471486 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 240469531588 1688471486 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471486 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471486 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471486 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471486 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471486 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471486 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.203.147@tcp 1688471486 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471486 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471486 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471487 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 68) lustre:flags=34 1688471487 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471487 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471487 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471487 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 68) lustre:svname=lustre-OST0001 1688471510 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471510 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471510 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 264998833141 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471528 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 282436288294 1688471535 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471535 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 289652501872 1688471542 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471542 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471542 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 296918164553 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471565 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 319126955443 1688471565 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471565 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471565 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471565 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471565 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471565 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471565 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471565 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471565 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471565 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471565 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471565 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471565 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471565 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471565 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471565 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471565 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471565 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471565 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 319919627111 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471567 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 321572054293 1688471567 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471567 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471567 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471567 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471567 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471567 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471567 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471567 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471567 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471567 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471567 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471567 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471567 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.147@tcp 1688471567 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471567 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471567 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471567 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471567 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471567 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471567 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471568 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471568 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471568 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 322417088306 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471569 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 324003815677 1688471569 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471569 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471569 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471569 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471569 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471569 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471569 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471569 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471569 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471569 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471569 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471570 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471570 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471570 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471570 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471570 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471570 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471570 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471570 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471570 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471570 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471570 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471570 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471570 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471570 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 324742865707 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471572 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 326400520697 1688471572 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471572 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471572 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471572 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471572 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 77) 1688471572 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 77) quota=409600000 1688471572 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 77) canmount=0 1688471572 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471572 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471572 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 77) xattr=2 1688471572 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 77) dnodesize=1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 77) recordsize=1048576 1688471572 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.203.147@tcp 1688471572 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471572 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471572 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 77) lustre:flags=98 1688471572 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471572 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471573 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471573 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471573 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471573 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3327720888 1688471573 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 327417362428 1688471573 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471573 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471573 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471573 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471573 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471573 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471573 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471573 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471573 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471573 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471574 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 328114260960 1688471574 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471574 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471574 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471574 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471574 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471574 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471574 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471574 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471574 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471574 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471574 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 387) lustre:flags=37 1688471574 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471574 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471574 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471576 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre-MDT0000 1688471579 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471579 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471579 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471579 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471579 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471579 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471579 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471579 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471579 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471579 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471579 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 333482933093 1688471579 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471579 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471579 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471579 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471579 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471579 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471579 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471579 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471579 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.147@tcp 1688471579 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471579 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471579 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471579 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471579 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471579 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471580 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471584 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471584 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471584 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471584 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471584 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471584 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471584 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471584 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471584 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471584 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471584 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 338837853373 1688471584 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471584 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471584 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471584 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471584 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471584 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471585 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471585 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471585 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471585 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471585 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471585 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471585 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471585 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471585 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471585 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471593 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471593 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471593 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 348073522287 1688471601 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471601 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471601 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 355301735212 1688471602 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471602 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 356634754970 1688471604 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471604 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471604 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471604 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471604 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471604 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471604 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471604 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471605 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471605 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471605 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 359146599786 1688471605 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471605 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471605 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471605 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471605 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471605 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471605 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471607 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471607 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471607 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 362098360863 1688471607 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471607 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471608 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471608 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471611 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471611 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471611 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471611 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471611 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471611 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471611 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471611 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471611 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471611 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471611 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 365965930708 1688471611 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471611 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471611 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471611 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471611 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471611 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471612 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471615 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471615 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471615 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471615 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471615 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471615 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471615 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471615 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471615 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471615 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471615 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 370090051788 1688471615 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471615 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471615 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471615 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471616 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471616 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471616 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471616 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.203.147@tcp 1688471616 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471616 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471616 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471616 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 77) lustre:flags=34 1688471616 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471616 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471616 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471617 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 77) lustre:svname=lustre-OST0001 1688471624 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471624 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471624 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 378802191558 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471642 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 396386148020 1688471649 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471649 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471649 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 403621374771 1688471656 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471656 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 410940762635 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471679 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 433955532346 1688471679 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471679 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471679 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471679 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471679 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471679 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471679 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471679 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471679 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471679 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471679 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471679 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471680 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471680 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471680 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471680 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471680 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471680 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471680 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471680 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471680 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471680 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 434829807391 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471682 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 436649424813 1688471682 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471682 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471682 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471682 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471682 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471682 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 259) 1688471682 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 259) quota=409600000 1688471682 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 259) canmount=0 1688471682 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471682 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471682 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 259) xattr=2 1688471682 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 259) dnodesize=1 1688471682 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471682 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471682 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471682 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471682 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 259) lustre:flags=97 1688471682 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471682 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471682 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471683 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471683 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471683 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471683 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 437561854362 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471685 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 439335218181 1688471685 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471685 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471685 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471685 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471685 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471685 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 145) 1688471685 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 145) quota=409600000 1688471685 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 145) canmount=0 1688471685 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471685 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471685 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 145) xattr=2 1688471685 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 145) dnodesize=1 1688471685 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 145) recordsize=1048576 1688471685 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.203.147@tcp 1688471685 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471685 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471685 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471685 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 145) lustre:flags=98 1688471685 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471685 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471685 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471686 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3431153080 1688471686 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471686 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471686 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471686 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 440384454364 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471688 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 442354163670 1688471688 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471688 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471688 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471688 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471688 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 135) 1688471688 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 135) quota=409600000 1688471688 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 135) canmount=0 1688471688 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471688 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471688 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 135) xattr=2 1688471688 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 135) dnodesize=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 135) recordsize=1048576 1688471688 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 135) lustre:mgsnode=192.168.203.147@tcp 1688471688 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 135) lustre:sys.timeout=20 1688471688 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 135) lustre:autodegrade=on 1688471688 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 135) lustre:version=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 135) lustre:flags=98 1688471688 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 135) lustre:index=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 135) lustre:fsname=lustre 1688471688 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 135) lustre:svname=lustre:OST0001 1688471689 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471689 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471689 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471689 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2802269624 1688471689 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 443354942714 1688471689 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471689 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471689 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471689 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471689 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471689 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471689 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471689 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471690 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471690 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471690 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 444137925444 1688471690 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471690 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471690 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471690 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471690 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471690 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471690 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471690 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471690 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471690 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471690 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471690 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471690 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471690 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471692 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471695 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471695 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471695 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 449993340924 1688471695 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471695 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471695 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471695 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471695 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471696 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471696 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471696 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471696 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471696 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 259) lustre:flags=33 1688471696 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471696 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471696 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre-MDT0001 1688471701 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471701 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471701 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471701 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471701 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471701 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471701 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471701 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471701 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471701 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471701 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 455932589126 1688471701 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471701 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471701 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471701 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471701 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471701 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471702 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.203.147@tcp 1688471702 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471702 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471702 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 145) lustre:flags=34 1688471702 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471702 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471702 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471703 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 145) lustre:svname=lustre-OST0000 1688471716 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471716 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 470469699448 1688471719 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471719 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471719 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 473860801800 1688471721 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471721 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471721 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 475311316621 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471730 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 484196562776 1688471730 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471730 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 130) canmount=0 1688471730 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471730 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471730 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471730 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 62) 1688471730 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 62) quota=409600000 1688471730 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 62) canmount=0 1688471730 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471730 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471730 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 62) xattr=2 1688471730 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 62) dnodesize=1 1688471730 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 62) lustre:sys.timeout=20 1688471730 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 62) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471730 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 62) lustre:version=1 1688471730 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 62) lustre:flags=101 1688471730 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 62) lustre:index=0 1688471730 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 62) lustre:fsname=lustre 1688471730 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 62) lustre:svname=lustre:MDT0000 1688471731 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3064298936 1688471731 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471731 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471731 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471731 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 485365109656 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471745 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 499438160302 1688471745 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471745 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471745 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471745 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471745 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471745 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471745 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471745 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471745 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471745 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471745 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471745 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471745 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471745 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471745 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471745 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471745 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471745 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471745 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471746 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471746 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471746 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3365830072 1688471746 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471746 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 500460844951 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471748 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 502579699860 1688471748 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471748 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471748 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471748 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471748 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471748 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 72) 1688471748 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 72) quota=409600000 1688471748 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 72) canmount=0 1688471748 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471748 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471748 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 72) xattr=2 1688471748 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 72) dnodesize=1 1688471748 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 72) lustre:mgsnode=192.168.203.147@tcp 1688471748 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 72) lustre:sys.timeout=20 1688471748 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 72) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471748 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 72) lustre:version=1 1688471748 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 72) lustre:flags=97 1688471748 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 72) lustre:index=1 1688471748 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 72) lustre:fsname=lustre 1688471748 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 72) lustre:svname=lustre:MDT0001 1688471749 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471749 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471749 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471749 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 503537875467 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471751 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 505393287612 1688471751 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471751 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471751 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471751 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471751 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471751 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471751 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471751 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471751 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471751 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471751 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471751 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471751 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471751 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471751 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471751 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471751 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471751 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471751 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471751 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471751 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471752 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471752 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471752 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471752 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 506340728369 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471754 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 508270078297 1688471754 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471754 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471754 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471754 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471754 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471754 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 269) 1688471754 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 269) quota=409600000 1688471754 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 269) canmount=0 1688471754 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471754 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471754 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 269) xattr=2 1688471754 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 269) dnodesize=1 1688471754 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 269) recordsize=1048576 1688471754 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 269) lustre:mgsnode=192.168.203.147@tcp 1688471754 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 269) lustre:sys.timeout=20 1688471754 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 269) lustre:autodegrade=on 1688471754 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 269) lustre:version=1 1688471754 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 269) lustre:flags=98 1688471754 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 269) lustre:index=1 1688471754 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 269) lustre:fsname=lustre 1688471754 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 269) lustre:svname=lustre:OST0001 1688471755 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471755 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471755 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 509255514395 1688471755 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471755 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471755 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471755 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471755 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 510041976644 1688471755 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471755 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471755 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471755 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471755 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471756 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471756 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471756 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471756 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471756 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471756 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471756 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471756 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471757 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471760 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471760 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471760 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471760 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471760 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471760 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471760 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471760 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471760 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471760 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471760 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 514738182578 1688471760 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471760 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471760 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471760 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471760 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471760 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471761 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471761 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 72) lustre:mgsnode=192.168.203.147@tcp 1688471761 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 72) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471761 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 72) lustre:sys.timeout=20 1688471761 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 72) lustre:version=1 1688471761 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 72) lustre:flags=33 1688471761 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 72) lustre:index=1 1688471761 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 72) lustre:fsname=lustre 1688471761 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 72) lustre:svname=lustre:MDT0001 1688471761 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 72) lustre:svname=lustre-MDT0001 1688471767 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471767 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471767 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471767 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471767 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 521316942524 1688471767 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471767 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471767 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471767 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471767 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471768 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471768 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471768 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471768 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471768 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471768 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471768 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471768 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471782 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471782 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471782 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 536698634211 1688471789 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471789 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471789 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 544077586118 1688471791 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471791 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471791 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 545437493287 1688471794 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471794 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471794 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 114 1688471794 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=114 1688471794 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471794 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471794 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471794 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471794 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 114 1688471794 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=114 1688471794 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 548306659380 1688471794 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471794 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471794 spa_history.c:319:spa_history_log_sync(): txg 116 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471794 spa_history.c:319:spa_history_log_sync(): txg 116 set failmode=2 1688471794 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471794 spa_history.c:319:spa_history_log_sync(): txg 119 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471794 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471797 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471797 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 86 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=86 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471797 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471797 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 86 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=86 1688471797 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 551423672914 1688471797 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471797 spa_history.c:319:spa_history_log_sync(): txg 88 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471797 spa_history.c:319:spa_history_log_sync(): txg 88 set failmode=2 1688471797 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471797 spa_history.c:319:spa_history_log_sync(): txg 91 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471801 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471801 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471801 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471801 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471801 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471801 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471801 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471801 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471802 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471802 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471802 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 556172762305 1688471802 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471802 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471802 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471802 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471802 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471802 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471802 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471824 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471825 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471825 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 579148277042 1688471828 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471828 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471828 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 582665677987 1688471830 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471830 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471830 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 584203627765 1688471843 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471843 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471843 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 172 1688471843 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=172 1688471843 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471843 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471843 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471843 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471843 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 172 1688471843 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=172 1688471843 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 598093230692 1688471843 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471843 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471843 spa_history.c:319:spa_history_log_sync(): txg 174 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471843 spa_history.c:319:spa_history_log_sync(): txg 174 set failmode=2 1688471844 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471844 spa_history.c:319:spa_history_log_sync(): txg 177 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471849 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 45864473571 605717194089 name type data dmu_tx_assigned 4 11297 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 41 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 45864325232 605719559801 name type data struct_size 4 7120 linear_cnt 4 152 linear_data_size 4 150016 scatter_cnt 4 26 scatter_data_size 4 73728 scatter_chunk_waste 4 45056 scatter_order_0 4 25 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 45867965607 605721433330 name type data hits 4 394751 misses 4 3297 demand_data_hits 4 13156 demand_data_misses 4 430 demand_metadata_hits 4 381585 demand_metadata_misses 4 2721 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 10 prefetch_metadata_misses 4 146 mru_hits 4 310099 mru_ghost_hits 4 0 mfu_hits 4 84642 mfu_ghost_hits 4 0 deleted 4 27199 mutex_miss 4 0 access_skip 4 1 evict_skip 4 5448 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1296188928 evict_l2_ineligible 4 438272 evict_l2_skip 4 0 hash_elements 4 177 hash_elements_max 4 4615 hash_collisions 4 217 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 904072 compressed_size 4 223744 uncompressed_size 4 19557888 overhead_size 4 511488 hdr_size 4 77992 data_size 4 0 metadata_size 4 735232 dbuf_size 4 21600 dnode_size 4 60928 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 588800 mru_evictable_data 4 0 mru_evictable_metadata 4 165888 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 113664 mfu_evictable_data 4 0 mfu_evictable_metadata 4 1024 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3634483200 memory_available_bytes 3 3573358592 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 904072 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 245089488 arc_meta_min 4 16777216 async_upgrade_sync 4 7 demand_hit_predictive_prefetch 4 87 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 45873086245 605723606692 name type data cache_count 4 13 cache_size_bytes 4 192512 cache_size_bytes_max 4 44858880 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 13 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 192512 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 627698 hash_misses 4 130413 hash_collisions 4 635 hash_elements 4 28 hash_elements_max 4 4590 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 4 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 800768 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 45864463615 605726508804 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 290193 dnode_hold_alloc_misses 4 16 dnode_hold_alloc_interior 4 47 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 5 dnode_hold_free_hits 4 9709 dnode_hold_free_misses 4 89 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 53 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9934 dnode_reallocate 4 0 dnode_buf_evict 4 1065 dnode_alloc_next_chunk 4 339 dnode_alloc_race 4 0 dnode_alloc_next_block 4 101 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 45864450705 605728800512 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 598009209278 605732614458 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2033664 1361408 103 189 45437084 617641777 605095001969 99665067 220313244 605095465309 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 174 598093388116 C 0 9728 82432 8 44 6138582 3966 64764 16037296 175 598099526698 C 0 5120 596480 5 48 16517969 3484 78009 29255277 176 598116044667 C 0 3072 0 1 0 30590639 3917 98580 1017733 177 598146635306 C 0 0 579584 0 57 2557026 3325 75715 24312232 178 598149192332 C 0 0 0 0 0 24562758 3780 12982 95980 179 598173755090 C 0 0 70144 0 29 4999416472 6146 179694 15334904 180 603173171562 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 598009223601 605748163247 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471843 0 488222 1000000000 8598060641936234242 3 /dev/vdc1 2 177 1688471844 0 1190747 1000000000 8598060641936234242 1 /dev/vdc1 3 177 1688471845 0 3396870 1000000000 8598060641936234242 3 /dev/vdc1 4 177 1688471846 0 974988 1002523024 8598060641936234242 1 /dev/vdc1 5 177 1688471847 0 1938712 1002487164 8598060641936234242 2 /dev/vdc1 6 177 1688471848 0 612399 1002476563 8598060641936234242 1 /dev/vdc1 7 179 1688471849 0 448984 1000000000 8598060641936234242 2 /dev/vdc1 8 179 1688471850 0 537010 1000000000 8598060641936234242 1 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 45864468609 605756327972 name type data hits 4 928 misses 4 366284 max_streams 4 182594 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 44534541269 605761849148 implementation native byteswap scalar 3196164396 1889780250 superscalar 3750624835 2576197096 superscalar4 3129152447 2388838628 sse2 5533195779 3017687699 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 45873360729 605764325278 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 46727873307 605771287046 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 279099129 111018358 46527129 694369671 96773465 13291026 35398685 7031784 8337702 5589641 scalar 744998872 173453517 87762181 686800150 201451212 141203752 97728941 75858974 44663490 37031539 sse2 1166754763 438847454 237543570 1238961341 631213701 417092652 285842586 244930200 178369209 117707767 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 45873366184 605774579799 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2867 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 1 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:56:00.672000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408d0 0x280de800 eid = 0x620 Jul 4 2023 07:56:00.672000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408d0 0x280de800 eid = 0x621 Jul 4 2023 07:56:00.677000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a408d0 time = 0x64a408d0 0x285a3340 eid = 0x622 Jul 4 2023 07:56:00.695000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408d0 0x296cdbc0 eid = 0x623 Jul 4 2023 07:56:01.291000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.203.147@tcp" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x25 history_time = 0x64a408d1 time = 0x64a408d1 0x11584ec0 eid = 0x624 Jul 4 2023 07:56:01.302000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x26 history_time = 0x64a408d1 time = 0x64a408d1 0x12002780 eid = 0x625 Jul 4 2023 07:56:01.316000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x27 history_time = 0x64a408d1 time = 0x64a408d1 0x12d5c700 eid = 0x626 Jul 4 2023 07:56:01.331000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x28 history_time = 0x64a408d1 time = 0x64a408d1 0x13baa8c0 eid = 0x627 Jul 4 2023 07:56:01.348000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x29 history_time = 0x64a408d1 time = 0x64a408d1 0x14be0f00 eid = 0x628 Jul 4 2023 07:56:01.366000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x2a history_time = 0x64a408d1 time = 0x64a408d1 0x15d0b780 eid = 0x629 Jul 4 2023 07:56:01.383000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x2b history_time = 0x64a408d1 time = 0x64a408d1 0x16d41dc0 eid = 0x62a Jul 4 2023 07:56:01.395000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x2c history_time = 0x64a408d1 time = 0x64a408d1 0x178b38c0 eid = 0x62b Jul 4 2023 07:56:01.804000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x32 history_time = 0x64a408d1 time = 0x64a408d1 0x2fec1100 eid = 0x62c Jul 4 2023 07:56:07.219000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a408d7 time = 0x64a408d7 0xd0dacc0 eid = 0x62d Jul 4 2023 07:56:07.220000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a408d7 time = 0x64a408d7 0xd1cef00 eid = 0x62e Jul 4 2023 07:56:07.291000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408d7 0x11584ec0 eid = 0x62f Jul 4 2023 07:56:07.291000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408d7 0x11584ec0 eid = 0x630 Jul 4 2023 07:56:07.295000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a408d7 time = 0x64a408d7 0x119557c0 eid = 0x631 Jul 4 2023 07:56:07.327000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408d7 0x137d9fc0 eid = 0x632 Jul 4 2023 07:56:08.036000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.147@tcp" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x26 history_time = 0x64a408d8 time = 0x64a408d8 0x2255100 eid = 0x633 Jul 4 2023 07:56:08.073000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x27 history_time = 0x64a408d8 time = 0x64a408d8 0x459e440 eid = 0x634 Jul 4 2023 07:56:08.108000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x28 history_time = 0x64a408d8 time = 0x64a408d8 0x66ff300 eid = 0x635 Jul 4 2023 07:56:08.136000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x29 history_time = 0x64a408d8 time = 0x64a408d8 0x81b3200 eid = 0x636 Jul 4 2023 07:56:08.164000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2a history_time = 0x64a408d8 time = 0x64a408d8 0x9c67100 eid = 0x637 Jul 4 2023 07:56:08.194000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2b history_time = 0x64a408d8 time = 0x64a408d8 0xb903480 eid = 0x638 Jul 4 2023 07:56:08.216000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2c history_time = 0x64a408d8 time = 0x64a408d8 0xcdfe600 eid = 0x639 Jul 4 2023 07:56:08.238000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2d history_time = 0x64a408d8 time = 0x64a408d8 0xe2f9780 eid = 0x63a Jul 4 2023 07:56:08.714000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x31 history_time = 0x64a408d8 time = 0x64a408d8 0x2a8ec680 eid = 0x63b Jul 4 2023 07:56:22.561000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x1 pool_context = 0x0 time = 0x64a408e6 0x21702e40 eid = 0x63c Jul 4 2023 07:56:22.613000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x5 pool_context = 0x0 time = 0x64a408e6 0x2489a340 eid = 0x63d Jul 4 2023 07:56:29.955000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x1 pool_context = 0x0 time = 0x64a408ed 0x38ec24c0 eid = 0x63e Jul 4 2023 07:56:29.987000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x5 pool_context = 0x0 time = 0x64a408ed 0x3ad46cc0 eid = 0x63f Jul 4 2023 07:56:31.320000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x1 pool_context = 0x0 time = 0x64a408ef 0x1312d000 eid = 0x640 Jul 4 2023 07:56:31.347000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x5 pool_context = 0x0 time = 0x64a408ef 0x14aeccc0 eid = 0x641 Jul 4 2023 07:56:34.209000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x74 history_time = 0x64a408f2 time = 0x64a408f2 0xc751640 eid = 0x642 Jul 4 2023 07:56:34.210000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x74 history_time = 0x64a408f2 time = 0x64a408f2 0xc845880 eid = 0x643 Jul 4 2023 07:56:34.257000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f2 0xf518240 eid = 0x644 Jul 4 2023 07:56:34.257000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f2 0xf518240 eid = 0x645 Jul 4 2023 07:56:34.262000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x77 history_time = 0x64a408f2 time = 0x64a408f2 0xf9dcd80 eid = 0x646 Jul 4 2023 07:56:34.285000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f2 0x10fcc140 eid = 0x647 Jul 4 2023 07:56:37.326000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x58 history_time = 0x64a408f5 time = 0x64a408f5 0x136e5d80 eid = 0x648 Jul 4 2023 07:56:37.326000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x58 history_time = 0x64a408f5 time = 0x64a408f5 0x136e5d80 eid = 0x649 Jul 4 2023 07:56:37.347000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x14aeccc0 eid = 0x64a Jul 4 2023 07:56:37.347000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x14aeccc0 eid = 0x64b Jul 4 2023 07:56:37.351000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x5b history_time = 0x64a408f5 time = 0x64a408f5 0x14ebd5c0 eid = 0x64c Jul 4 2023 07:56:37.368000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x15ef3c00 eid = 0x64d Jul 4 2023 07:56:42.075000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4d history_time = 0x64a408fa time = 0x64a408fa 0x47868c0 eid = 0x64e Jul 4 2023 07:56:42.078000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4d history_time = 0x64a408fa time = 0x64a408fa 0x4a62f80 eid = 0x64f Jul 4 2023 07:56:42.169000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408fa 0xa12bc40 eid = 0x650 Jul 4 2023 07:56:42.169000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408fa 0xa12bc40 eid = 0x651 Jul 4 2023 07:56:42.173000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x50 history_time = 0x64a408fa time = 0x64a408fa 0xa4fc540 eid = 0x652 Jul 4 2023 07:56:42.193000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408fa 0xb80f240 eid = 0x653 Jul 4 2023 07:57:05.008000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x1 pool_context = 0x0 time = 0x64a40911 0x7a1200 eid = 0x654 Jul 4 2023 07:57:05.059000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x5 pool_context = 0x0 time = 0x64a40911 0x38444c0 eid = 0x655 Jul 4 2023 07:57:08.532000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x1 pool_context = 0x0 time = 0x64a40914 0x1fb5ad00 eid = 0x656 Jul 4 2023 07:57:08.574000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x5 pool_context = 0x0 time = 0x64a40914 0x22368b80 eid = 0x657 Jul 4 2023 07:57:10.074000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x1 pool_context = 0x0 time = 0x64a40916 0x4692680 eid = 0x658 Jul 4 2023 07:57:10.111000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x5 pool_context = 0x0 time = 0x64a40916 0x69db9c0 eid = 0x659 Jul 4 2023 07:57:23.997000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xae history_time = 0x64a40923 time = 0x64a40923 0x3b6d0340 eid = 0x65a Jul 4 2023 07:57:23.998000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xae history_time = 0x64a40923 time = 0x64a40923 0x3b7c4580 eid = 0x65b Jul 4 2023 07:57:24.045000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a40924 0x2aea540 eid = 0x65c Jul 4 2023 07:57:24.045000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a40924 0x2aea540 eid = 0x65d Jul 4 2023 07:57:24.048000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xb1 history_time = 0x64a40924 time = 0x64a40924 0x2dc6c00 eid = 0x65e Jul 4 2023 07:57:24.071000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a40924 0x43b5fc0 eid = 0x65f ====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 15408 - 72 - - - - 214 - - - - ddt_cache 0x00040 4193280 3985920 199680 24912 21 20 22 168 160 176 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 5632 - 512 - - - - 11 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 146432 - 1024 - - - - 143 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 16224256 14680064 954368 114688 17 16 16 136 128 128 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 16281600 4194304 1085440 131072 15 15 182 120 32 1456 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7120 - 40 - - - - 178 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 60928 - 1088 - - - - 56 - - - - arc_buf_hdr_t_full 0x00084 - 74048 - 416 - - - - 178 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3944 - 136 - - - - 29 - - - - dmu_buf_impl_t 0x00084 - 21600 - 400 - - - - 54 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 44007479001 606542943644 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 44007511247 606545298254 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 45861983351 606547691641 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 45873354346 606549649109 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 45871421493 606552662480 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 130 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1536 4295265455 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295265425 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 1 16384 16384 1 4 12 0 | 1 2 0xf160090 1 2048 4295270483 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 63 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295270482 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295270470 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295265425 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295270470 28 0 4 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 4 65536 16384 1 4 4 0 | 1 2 0xf160090 1 1024 4295270483 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295265444 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295270483 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295265425 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 2 32768 16384 1 4 1 0 | 3 2 0xf160090 1 1024 4295265481 190 0 236 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 128 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295270473 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295265445 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1536 4295265455 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 131 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295265377 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295265455 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 65 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295265481 126 0 170 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 62 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295270483 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 61 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295270481 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295265425 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 129 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295265458 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 65 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295265481 126 0 170 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295265425 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295270470 28 0 4 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295265442 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295265445 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471295 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471295 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 49713734714 1688471295 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471295 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471295 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471295 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471295 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471295 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471295 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471295 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471295 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471295 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471295 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471295 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471295 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471295 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471295 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471296 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3313991096 1688471296 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471296 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471296 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471296 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 50891207759 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471299 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471299 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 53183923631 1688471299 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471299 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471299 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471299 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471299 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471299 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 134) 1688471299 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 134) canmount=0 1688471299 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471299 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471299 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 134) xattr=2 1688471299 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 134) dnodesize=1 1688471299 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.147@tcp 1688471299 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471299 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471299 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471299 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 134) lustre:flags=97 1688471299 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471299 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471299 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471300 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3362323896 1688471300 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471300 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471300 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471300 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 54319075121 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471302 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471302 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 56322523464 1688471302 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471302 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471302 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471302 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471302 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471302 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471302 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) canmount=0 1688471302 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471302 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471302 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) xattr=2 1688471302 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471302 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471302 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471302 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471302 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471302 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471302 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471302 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471302 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471302 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471303 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3431415224 1688471303 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471303 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471303 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471303 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 57590625601 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471305 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471305 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 59804064612 1688471305 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471305 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471305 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471305 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471305 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471305 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 260) 1688471305 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 260) canmount=0 1688471305 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471305 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471305 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 260) xattr=2 1688471305 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 260) dnodesize=1 1688471305 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 260) recordsize=1048576 1688471306 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.147@tcp 1688471306 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471306 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471306 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471306 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 260) lustre:flags=98 1688471306 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471306 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471306 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471306 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3321052600 1688471307 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471307 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471307 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471307 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 61225393253 1688471313 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471313 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471313 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471313 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471313 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471313 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471313 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471313 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471313 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471313 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471313 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 67545300638 1688471313 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471313 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471313 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471313 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471313 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471313 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471314 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471314 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471314 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471314 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471314 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471314 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471314 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471314 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471316 spa_history.c:314:spa_history_log_sync(): txg 60 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471320 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471320 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471320 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471320 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471320 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471320 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471320 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471320 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471320 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471320 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471320 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 74626330083 1688471320 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471320 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471320 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471320 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471320 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471320 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471321 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471321 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.147@tcp 1688471321 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471321 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471321 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471321 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 134) lustre:flags=33 1688471321 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471321 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471321 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471321 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre-MDT0001 1688471326 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471326 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471326 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471326 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471326 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471326 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471326 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471326 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471326 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471326 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471326 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 80303490799 1688471326 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471326 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471326 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471326 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471326 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471326 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471326 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471326 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471327 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471327 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471327 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471327 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471327 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471327 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471327 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471327 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471331 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471331 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471331 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471331 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471331 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471331 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471331 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471331 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471331 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471331 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471332 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 86139155717 1688471332 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471332 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471332 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471332 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471332 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471332 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471332 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471332 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.147@tcp 1688471332 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471332 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471332 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471333 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 260) lustre:flags=34 1688471333 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471333 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471333 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471333 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 260) lustre:svname=lustre-OST0001 1688471372 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471372 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471372 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 126834804865 1688471380 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471380 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471380 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 134682656786 1688471388 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471388 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471388 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 142439849928 1688471392 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471392 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471392 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 146205636678 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471398 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471398 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 153003528332 1688471398 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471398 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471398 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471398 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471398 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471399 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471399 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471399 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471399 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471399 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471399 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471399 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471399 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471399 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471399 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471399 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471399 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471399 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471399 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471399 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471399 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471399 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471399 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3313466808 1688471399 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 154020754040 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471402 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471402 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 156363531545 1688471402 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471402 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471402 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471402 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471402 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471402 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 259) 1688471402 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 259) quota=409600000 1688471402 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 259) canmount=0 1688471402 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471402 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471402 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 259) xattr=2 1688471402 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 259) dnodesize=1 1688471402 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471402 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471402 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471402 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471402 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 259) lustre:flags=97 1688471402 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471402 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471402 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471403 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2975989176 1688471403 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471403 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471403 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471403 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 157679061765 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471405 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471405 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 159886034670 1688471405 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471405 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471405 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471405 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471405 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471405 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 269) 1688471405 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 269) quota=409600000 1688471405 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 269) canmount=0 1688471406 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471406 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471406 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 269) xattr=2 1688471406 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 269) dnodesize=1 1688471406 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 269) recordsize=1048576 1688471406 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 269) lustre:mgsnode=192.168.203.147@tcp 1688471406 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 269) lustre:sys.timeout=20 1688471406 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 269) lustre:autodegrade=on 1688471406 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 269) lustre:version=1 1688471406 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 269) lustre:flags=98 1688471406 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 269) lustre:index=0 1688471406 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 269) lustre:fsname=lustre 1688471406 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 269) lustre:svname=lustre:OST0000 1688471406 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2820144568 1688471406 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471406 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471407 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471407 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 161139788922 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471409 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471409 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 163498020230 1688471409 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471409 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471409 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471409 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471409 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471409 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471409 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471409 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471409 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471409 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471409 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471409 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471409 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471409 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471409 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471409 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471409 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471409 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471409 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471409 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471409 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471410 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2976677304 1688471410 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471410 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471410 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471410 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 164968499730 1688471411 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471411 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471411 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471411 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471411 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471411 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471411 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471411 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471411 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471411 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471411 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 166058747075 1688471411 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471411 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471411 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471411 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471412 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471412 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471412 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471412 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471412 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471412 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471412 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471412 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471412 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471412 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471413 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471417 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471417 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471417 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471417 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471417 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471417 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471417 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471417 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471417 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471417 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471417 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 171599623139 1688471417 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471417 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471417 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471417 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471417 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471417 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471418 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471418 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471418 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471418 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471418 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 259) lustre:flags=33 1688471418 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471418 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471418 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre-MDT0001 1688471424 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471424 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471424 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471424 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471424 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471424 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471424 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471424 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471424 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471424 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471424 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 178834487796 1688471424 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471424 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471424 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471424 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471424 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471424 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471425 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471425 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 269) lustre:sys.timeout=20 1688471425 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 269) lustre:autodegrade=on 1688471425 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 269) lustre:mgsnode=192.168.203.147@tcp 1688471425 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 269) lustre:version=1 1688471425 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 269) lustre:flags=34 1688471425 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 269) lustre:index=0 1688471425 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 269) lustre:fsname=lustre 1688471425 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 269) lustre:svname=lustre:OST0000 1688471426 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 269) lustre:svname=lustre-OST0000 1688471441 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471441 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471441 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 195769319229 1688471445 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471445 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471445 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 199316702739 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471446 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471446 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 201013546747 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471457 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 211924689084 1688471457 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471457 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471457 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471457 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471457 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471457 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) quota=409600000 1688471457 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471457 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471457 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471458 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471458 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471458 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471458 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471458 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471458 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471458 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471458 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471458 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2776989112 1688471458 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471458 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471458 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471458 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 212978682085 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471461 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471461 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 215382452605 1688471461 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471461 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471461 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471461 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471461 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471461 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 138) 1688471461 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 138) quota=409600000 1688471461 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 138) canmount=0 1688471461 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471461 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471461 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 138) xattr=2 1688471461 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 138) dnodesize=1 1688471461 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 138) lustre:mgsnode=192.168.203.147@tcp 1688471461 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 138) lustre:sys.timeout=20 1688471461 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471461 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 138) lustre:version=1 1688471461 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 138) lustre:flags=97 1688471461 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 138) lustre:index=1 1688471461 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 138) lustre:fsname=lustre 1688471461 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre:MDT0001 1688471462 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2748530104 1688471462 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471462 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471462 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471462 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 216575143030 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471464 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471464 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 218462041987 1688471464 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471464 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471464 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471464 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471464 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471464 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 145) 1688471464 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 145) quota=409600000 1688471464 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 145) canmount=0 1688471464 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471464 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471464 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 145) xattr=2 1688471464 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 145) dnodesize=1 1688471464 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 145) recordsize=1048576 1688471464 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.203.147@tcp 1688471464 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471464 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471464 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471464 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 145) lustre:flags=98 1688471464 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471464 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471464 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471465 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2791308728 1688471465 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471465 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471465 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471465 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 219622230770 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471467 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471467 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 221493358006 1688471467 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471467 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471467 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471467 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471467 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 68) 1688471467 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 68) quota=409600000 1688471467 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 68) canmount=0 1688471467 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471467 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471467 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 68) xattr=2 1688471467 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 68) dnodesize=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 68) recordsize=1048576 1688471467 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.203.147@tcp 1688471467 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471467 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471467 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 68) lustre:flags=98 1688471467 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471467 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471467 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471468 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471468 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471468 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471468 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 222479409903 1688471469 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471469 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471469 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471469 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471469 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 223186152970 1688471469 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471469 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471469 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471469 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471469 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471469 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471469 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471469 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471469 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471469 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471469 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471469 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471469 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471470 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471473 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471473 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471473 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471473 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471473 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471473 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471473 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471473 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471473 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471473 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471473 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 227384212912 1688471473 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471473 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471473 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471473 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471473 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471473 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471473 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471473 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 138) lustre:mgsnode=192.168.203.147@tcp 1688471473 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471473 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 138) lustre:sys.timeout=20 1688471473 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 138) lustre:version=1 1688471473 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 138) lustre:flags=33 1688471473 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 138) lustre:index=1 1688471473 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 138) lustre:fsname=lustre 1688471473 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre:MDT0001 1688471474 spa_history.c:314:spa_history_log_sync(): txg 51 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre-MDT0001 1688471478 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471478 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471478 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471478 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471478 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471478 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471478 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471478 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471478 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471478 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471478 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 232793811412 1688471478 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471478 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471478 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471478 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471478 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471478 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471479 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.203.147@tcp 1688471479 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471479 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471479 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471479 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 145) lustre:flags=34 1688471479 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471479 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471479 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471479 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 145) lustre:svname=lustre-OST0000 1688471486 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471486 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471486 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471486 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471486 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 240469531588 1688471486 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471486 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471486 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471486 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471486 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471486 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471486 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.203.147@tcp 1688471486 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471486 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471486 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471487 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 68) lustre:flags=34 1688471487 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471487 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471487 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471487 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 68) lustre:svname=lustre-OST0001 1688471510 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471510 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471510 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 264998833141 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471528 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 282436288294 1688471535 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471535 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 289652501872 1688471542 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471542 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471542 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 296918164553 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471565 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471565 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 319126955443 1688471565 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471565 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471565 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471565 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471565 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471565 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471565 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471565 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471565 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471565 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471565 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471565 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471565 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471565 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471565 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471565 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471565 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471565 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471565 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 319919627111 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471567 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471567 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 321572054293 1688471567 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471567 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471567 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471567 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471567 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471567 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471567 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471567 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471567 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471567 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471567 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471567 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471567 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.147@tcp 1688471567 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471567 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471567 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471567 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471567 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471567 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471567 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471568 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471568 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471568 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 322417088306 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471569 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471569 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 324003815677 1688471569 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471569 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471569 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471569 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471569 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471569 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471569 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471569 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471569 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471569 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471569 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471570 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471570 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471570 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471570 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471570 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471570 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471570 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471570 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471570 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471570 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471570 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471570 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471570 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471570 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 324742865707 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471572 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471572 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 326400520697 1688471572 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471572 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471572 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471572 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471572 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 77) 1688471572 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 77) quota=409600000 1688471572 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 77) canmount=0 1688471572 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471572 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471572 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 77) xattr=2 1688471572 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 77) dnodesize=1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 77) recordsize=1048576 1688471572 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.203.147@tcp 1688471572 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471572 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471572 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 77) lustre:flags=98 1688471572 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471572 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471572 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471573 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471573 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471573 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471573 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3327720888 1688471573 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 327417362428 1688471573 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471573 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471573 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471573 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471573 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471573 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471573 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471573 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471573 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471573 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471574 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 328114260960 1688471574 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471574 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471574 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471574 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471574 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471574 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471574 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471574 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471574 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471574 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471574 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 387) lustre:flags=37 1688471574 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471574 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471574 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471576 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre-MDT0000 1688471579 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471579 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471579 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471579 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471579 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471579 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471579 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471579 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471579 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471579 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471579 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 333482933093 1688471579 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471579 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471579 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471579 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471579 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471579 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471579 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471579 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471579 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.147@tcp 1688471579 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471579 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471579 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471579 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471579 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471579 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471580 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471584 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471584 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471584 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471584 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471584 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471584 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471584 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471584 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471584 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471584 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471584 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 338837853373 1688471584 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471584 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471584 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471584 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471584 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471584 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471585 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471585 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471585 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471585 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471585 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471585 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471585 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471585 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471585 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471585 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471593 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471593 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471593 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 348073522287 1688471601 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471601 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471601 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 355301735212 1688471602 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471602 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471602 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 356634754970 1688471604 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471604 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471604 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471604 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471604 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471604 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471604 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471604 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471605 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471605 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471605 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 359146599786 1688471605 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471605 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471605 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471605 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471605 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471605 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471605 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471607 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471607 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471607 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471607 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471607 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 362098360863 1688471607 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471607 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471607 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471608 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471608 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471611 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471611 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471611 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471611 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471611 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471611 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471611 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471611 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471611 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471611 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471611 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 365965930708 1688471611 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471611 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471611 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471611 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471611 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471611 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471612 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471615 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471615 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471615 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471615 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471615 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471615 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471615 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471615 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471615 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471615 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471615 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 370090051788 1688471615 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471615 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471615 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471615 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471616 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471616 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471616 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471616 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.203.147@tcp 1688471616 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471616 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471616 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471616 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 77) lustre:flags=34 1688471616 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471616 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471616 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471617 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 77) lustre:svname=lustre-OST0001 1688471624 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471624 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471624 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 378802191558 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471642 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 396386148020 1688471649 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471649 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471649 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 403621374771 1688471656 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471656 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 410940762635 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471679 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471679 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 433955532346 1688471679 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471679 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471679 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471679 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471679 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471679 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471679 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471679 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471679 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471679 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471679 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471679 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471680 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471680 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471680 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471680 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471680 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471680 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471680 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471680 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471680 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471680 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 434829807391 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471682 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471682 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 436649424813 1688471682 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471682 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471682 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471682 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471682 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471682 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 259) 1688471682 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 259) quota=409600000 1688471682 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 259) canmount=0 1688471682 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471682 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471682 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 259) xattr=2 1688471682 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 259) dnodesize=1 1688471682 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471682 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471682 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471682 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471682 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 259) lustre:flags=97 1688471682 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471682 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471682 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471683 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471683 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471683 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471683 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 437561854362 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471685 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471685 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 439335218181 1688471685 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471685 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471685 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471685 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471685 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471685 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 145) 1688471685 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 145) quota=409600000 1688471685 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 145) canmount=0 1688471685 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471685 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471685 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 145) xattr=2 1688471685 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 145) dnodesize=1 1688471685 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 145) recordsize=1048576 1688471685 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.203.147@tcp 1688471685 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471685 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471685 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471685 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 145) lustre:flags=98 1688471685 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471685 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471685 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471686 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3431153080 1688471686 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471686 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471686 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471686 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 440384454364 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471688 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 442354163670 1688471688 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471688 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471688 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471688 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471688 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 135) 1688471688 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 135) quota=409600000 1688471688 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 135) canmount=0 1688471688 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471688 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471688 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 135) xattr=2 1688471688 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 135) dnodesize=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 135) recordsize=1048576 1688471688 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 135) lustre:mgsnode=192.168.203.147@tcp 1688471688 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 135) lustre:sys.timeout=20 1688471688 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 135) lustre:autodegrade=on 1688471688 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 135) lustre:version=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 135) lustre:flags=98 1688471688 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 135) lustre:index=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 135) lustre:fsname=lustre 1688471688 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 135) lustre:svname=lustre:OST0001 1688471689 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471689 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471689 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471689 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2802269624 1688471689 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 443354942714 1688471689 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471689 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471689 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471689 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471689 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471689 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471689 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471689 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471690 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471690 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471690 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 444137925444 1688471690 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471690 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471690 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471690 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471690 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471690 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471690 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471690 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471690 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471690 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471690 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471690 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471690 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471690 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471692 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471695 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471695 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471695 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 449993340924 1688471695 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471695 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471695 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471695 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471695 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471696 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471696 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471696 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471696 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471696 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 259) lustre:flags=33 1688471696 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471696 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471696 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre-MDT0001 1688471701 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471701 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471701 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471701 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471701 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471701 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471701 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471701 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471701 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471701 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471701 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 455932589126 1688471701 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471701 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471701 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471701 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471701 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471701 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471702 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.203.147@tcp 1688471702 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471702 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471702 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 145) lustre:flags=34 1688471702 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471702 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471702 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471703 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 145) lustre:svname=lustre-OST0000 1688471716 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471716 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 470469699448 1688471719 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471719 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471719 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 473860801800 1688471721 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471721 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471721 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 475311316621 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471730 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471730 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 484196562776 1688471730 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471730 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 130) canmount=0 1688471730 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471730 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471730 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471730 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 62) 1688471730 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 62) quota=409600000 1688471730 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 62) canmount=0 1688471730 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471730 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471730 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 62) xattr=2 1688471730 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 62) dnodesize=1 1688471730 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 62) lustre:sys.timeout=20 1688471730 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 62) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471730 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 62) lustre:version=1 1688471730 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 62) lustre:flags=101 1688471730 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 62) lustre:index=0 1688471730 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 62) lustre:fsname=lustre 1688471730 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 62) lustre:svname=lustre:MDT0000 1688471731 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3064298936 1688471731 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471731 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471731 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471731 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 485365109656 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471745 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471745 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 499438160302 1688471745 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471745 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471745 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471745 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471745 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471745 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471745 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471745 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471745 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471745 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471745 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471745 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471745 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471745 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471745 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471745 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471745 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471745 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471745 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471746 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471746 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471746 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3365830072 1688471746 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471746 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 500460844951 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471748 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471748 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 502579699860 1688471748 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471748 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471748 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471748 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471748 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471748 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 72) 1688471748 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 72) quota=409600000 1688471748 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 72) canmount=0 1688471748 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471748 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471748 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 72) xattr=2 1688471748 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 72) dnodesize=1 1688471748 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 72) lustre:mgsnode=192.168.203.147@tcp 1688471748 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 72) lustre:sys.timeout=20 1688471748 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 72) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471748 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 72) lustre:version=1 1688471748 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 72) lustre:flags=97 1688471748 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 72) lustre:index=1 1688471748 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 72) lustre:fsname=lustre 1688471748 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 72) lustre:svname=lustre:MDT0001 1688471749 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471749 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471749 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471749 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 503537875467 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471751 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471751 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 505393287612 1688471751 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471751 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471751 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471751 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471751 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471751 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471751 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471751 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471751 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471751 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471751 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471751 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471751 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471751 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471751 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471751 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471751 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471751 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471751 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471751 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471751 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471752 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471752 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471752 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471752 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 506340728369 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471754 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471754 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 508270078297 1688471754 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471754 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471754 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471754 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471754 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471754 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 269) 1688471754 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 269) quota=409600000 1688471754 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 269) canmount=0 1688471754 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471754 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471754 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 269) xattr=2 1688471754 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 269) dnodesize=1 1688471754 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 269) recordsize=1048576 1688471754 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 269) lustre:mgsnode=192.168.203.147@tcp 1688471754 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 269) lustre:sys.timeout=20 1688471754 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 269) lustre:autodegrade=on 1688471754 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 269) lustre:version=1 1688471754 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 269) lustre:flags=98 1688471754 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 269) lustre:index=1 1688471754 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 269) lustre:fsname=lustre 1688471754 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 269) lustre:svname=lustre:OST0001 1688471755 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471755 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471755 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 509255514395 1688471755 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471755 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471755 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471755 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471755 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 510041976644 1688471755 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471755 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471755 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471755 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471755 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471756 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471756 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471756 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471756 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471756 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471756 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471756 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471756 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471757 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471760 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471760 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471760 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471760 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471760 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471760 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471760 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471760 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471760 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471760 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471760 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 514738182578 1688471760 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471760 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471760 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471760 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471760 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471760 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471761 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471761 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 72) lustre:mgsnode=192.168.203.147@tcp 1688471761 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 72) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471761 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 72) lustre:sys.timeout=20 1688471761 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 72) lustre:version=1 1688471761 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 72) lustre:flags=33 1688471761 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 72) lustre:index=1 1688471761 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 72) lustre:fsname=lustre 1688471761 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 72) lustre:svname=lustre:MDT0001 1688471761 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 72) lustre:svname=lustre-MDT0001 1688471767 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471767 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471767 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471767 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471767 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 521316942524 1688471767 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471767 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471767 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471767 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471767 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471768 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.147@tcp 1688471768 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471768 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471768 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471768 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471768 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471768 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471768 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471782 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471782 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471782 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 536698634211 1688471789 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471789 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471789 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 544077586118 1688471791 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471791 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471791 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 545437493287 1688471794 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471794 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471794 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 114 1688471794 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=114 1688471794 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471794 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471794 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471794 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471794 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 114 1688471794 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=114 1688471794 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 548306659380 1688471794 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471794 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471794 spa_history.c:319:spa_history_log_sync(): txg 116 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471794 spa_history.c:319:spa_history_log_sync(): txg 116 set failmode=2 1688471794 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471794 spa_history.c:319:spa_history_log_sync(): txg 119 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471794 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471797 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471797 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 86 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=86 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471797 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471797 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 86 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=86 1688471797 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 551423672914 1688471797 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471797 spa_history.c:319:spa_history_log_sync(): txg 88 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471797 spa_history.c:319:spa_history_log_sync(): txg 88 set failmode=2 1688471797 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471797 spa_history.c:319:spa_history_log_sync(): txg 91 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471801 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471801 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471801 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471801 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471801 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471801 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471801 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471801 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471802 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471802 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471802 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 556172762305 1688471802 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471802 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471802 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471802 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471802 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471802 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471802 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471824 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471825 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471825 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 579148277042 1688471828 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471828 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471828 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 582665677987 1688471830 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471830 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471830 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 584203627765 1688471843 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471843 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471843 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 172 1688471843 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=172 1688471843 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471843 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471843 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471843 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471843 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 172 1688471843 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=172 1688471843 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 598093230692 1688471843 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471843 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471843 spa_history.c:319:spa_history_log_sync(): txg 174 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471843 spa_history.c:319:spa_history_log_sync(): txg 174 set failmode=2 1688471844 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471844 spa_history.c:319:spa_history_log_sync(): txg 177 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471849 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 45864473571 606809803254 name type data dmu_tx_assigned 4 11297 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 41 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 45864325232 606812198991 name type data struct_size 4 7120 linear_cnt 4 152 linear_data_size 4 150016 scatter_cnt 4 26 scatter_data_size 4 73728 scatter_chunk_waste 4 45056 scatter_order_0 4 25 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 45867965607 606813937667 name type data hits 4 394751 misses 4 3297 demand_data_hits 4 13156 demand_data_misses 4 430 demand_metadata_hits 4 381585 demand_metadata_misses 4 2721 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 10 prefetch_metadata_misses 4 146 mru_hits 4 310099 mru_ghost_hits 4 0 mfu_hits 4 84642 mfu_ghost_hits 4 0 deleted 4 27199 mutex_miss 4 0 access_skip 4 1 evict_skip 4 5448 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1296188928 evict_l2_ineligible 4 438272 evict_l2_skip 4 0 hash_elements 4 177 hash_elements_max 4 4615 hash_collisions 4 217 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 904072 compressed_size 4 223744 uncompressed_size 4 19557888 overhead_size 4 511488 hdr_size 4 77992 data_size 4 0 metadata_size 4 735232 dbuf_size 4 21600 dnode_size 4 60928 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 588800 mru_evictable_data 4 0 mru_evictable_metadata 4 165888 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 113664 mfu_evictable_data 4 0 mfu_evictable_metadata 4 1024 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3634794496 memory_available_bytes 3 3573669888 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 904072 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 245089488 arc_meta_min 4 16777216 async_upgrade_sync 4 7 demand_hit_predictive_prefetch 4 87 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 45873086245 606815476810 name type data cache_count 4 13 cache_size_bytes 4 192512 cache_size_bytes_max 4 44858880 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 13 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 192512 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 627698 hash_misses 4 130413 hash_collisions 4 635 hash_elements 4 28 hash_elements_max 4 4590 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 4 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 800768 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 45864463615 606818433619 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 290193 dnode_hold_alloc_misses 4 16 dnode_hold_alloc_interior 4 47 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 5 dnode_hold_free_hits 4 9709 dnode_hold_free_misses 4 89 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 53 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9934 dnode_reallocate 4 0 dnode_buf_evict 4 1065 dnode_alloc_next_chunk 4 339 dnode_alloc_race 4 0 dnode_alloc_next_block 4 101 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 45864450705 606820842619 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 598009209278 606823276748 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2033664 1362432 103 190 45441274 617645967 606095353476 101232718 221880895 606096921416 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 174 598093388116 C 0 9728 82432 8 44 6138582 3966 64764 16037296 175 598099526698 C 0 5120 596480 5 48 16517969 3484 78009 29255277 176 598116044667 C 0 3072 0 1 0 30590639 3917 98580 1017733 177 598146635306 C 0 0 579584 0 57 2557026 3325 75715 24312232 178 598149192332 C 0 0 0 0 0 24562758 3780 12982 95980 179 598173755090 C 0 0 70144 0 29 4999416472 6146 179694 15334904 180 603173171562 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 598009223601 606832632066 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471843 0 488222 1000000000 8598060641936234242 3 /dev/vdc1 2 177 1688471844 0 1190747 1000000000 8598060641936234242 1 /dev/vdc1 3 177 1688471845 0 3396870 1000000000 8598060641936234242 3 /dev/vdc1 4 177 1688471846 0 974988 1002523024 8598060641936234242 1 /dev/vdc1 5 177 1688471847 0 1938712 1002487164 8598060641936234242 2 /dev/vdc1 6 177 1688471848 0 612399 1002476563 8598060641936234242 1 /dev/vdc1 7 179 1688471849 0 448984 1000000000 8598060641936234242 2 /dev/vdc1 8 179 1688471850 0 537010 1000000000 8598060641936234242 1 /dev/vdc1 9 179 1688471851 0 1764360 1000339294 8598060641936234242 3 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 45864468609 606841589692 name type data hits 4 928 misses 4 366284 max_streams 4 182594 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 44534541269 606846515495 implementation native byteswap scalar 3196164396 1889780250 superscalar 3750624835 2576197096 superscalar4 3129152447 2388838628 sse2 5533195779 3017687699 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 45873360729 606848153444 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 46727873307 606849785696 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 279099129 111018358 46527129 694369671 96773465 13291026 35398685 7031784 8337702 5589641 scalar 744998872 173453517 87762181 686800150 201451212 141203752 97728941 75858974 44663490 37031539 sse2 1166754763 438847454 237543570 1238961341 631213701 417092652 285842586 244930200 178369209 117707767 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 45873366184 606851475019 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2867 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 1 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:56:00.672000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408d0 0x280de800 eid = 0x620 Jul 4 2023 07:56:00.672000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408d0 0x280de800 eid = 0x621 Jul 4 2023 07:56:00.677000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a408d0 time = 0x64a408d0 0x285a3340 eid = 0x622 Jul 4 2023 07:56:00.695000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408d0 0x296cdbc0 eid = 0x623 Jul 4 2023 07:56:01.291000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.203.147@tcp" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x25 history_time = 0x64a408d1 time = 0x64a408d1 0x11584ec0 eid = 0x624 Jul 4 2023 07:56:01.302000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x26 history_time = 0x64a408d1 time = 0x64a408d1 0x12002780 eid = 0x625 Jul 4 2023 07:56:01.316000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x27 history_time = 0x64a408d1 time = 0x64a408d1 0x12d5c700 eid = 0x626 Jul 4 2023 07:56:01.331000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x28 history_time = 0x64a408d1 time = 0x64a408d1 0x13baa8c0 eid = 0x627 Jul 4 2023 07:56:01.348000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x29 history_time = 0x64a408d1 time = 0x64a408d1 0x14be0f00 eid = 0x628 Jul 4 2023 07:56:01.366000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x2a history_time = 0x64a408d1 time = 0x64a408d1 0x15d0b780 eid = 0x629 Jul 4 2023 07:56:01.383000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x2b history_time = 0x64a408d1 time = 0x64a408d1 0x16d41dc0 eid = 0x62a Jul 4 2023 07:56:01.395000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x2c history_time = 0x64a408d1 time = 0x64a408d1 0x178b38c0 eid = 0x62b Jul 4 2023 07:56:01.804000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x48 history_txg = 0x32 history_time = 0x64a408d1 time = 0x64a408d1 0x2fec1100 eid = 0x62c Jul 4 2023 07:56:07.219000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a408d7 time = 0x64a408d7 0xd0dacc0 eid = 0x62d Jul 4 2023 07:56:07.220000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a408d7 time = 0x64a408d7 0xd1cef00 eid = 0x62e Jul 4 2023 07:56:07.291000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408d7 0x11584ec0 eid = 0x62f Jul 4 2023 07:56:07.291000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408d7 0x11584ec0 eid = 0x630 Jul 4 2023 07:56:07.295000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a408d7 time = 0x64a408d7 0x119557c0 eid = 0x631 Jul 4 2023 07:56:07.327000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408d7 0x137d9fc0 eid = 0x632 Jul 4 2023 07:56:08.036000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.147@tcp" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x26 history_time = 0x64a408d8 time = 0x64a408d8 0x2255100 eid = 0x633 Jul 4 2023 07:56:08.073000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x27 history_time = 0x64a408d8 time = 0x64a408d8 0x459e440 eid = 0x634 Jul 4 2023 07:56:08.108000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x28 history_time = 0x64a408d8 time = 0x64a408d8 0x66ff300 eid = 0x635 Jul 4 2023 07:56:08.136000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x29 history_time = 0x64a408d8 time = 0x64a408d8 0x81b3200 eid = 0x636 Jul 4 2023 07:56:08.164000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2a history_time = 0x64a408d8 time = 0x64a408d8 0x9c67100 eid = 0x637 Jul 4 2023 07:56:08.194000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2b history_time = 0x64a408d8 time = 0x64a408d8 0xb903480 eid = 0x638 Jul 4 2023 07:56:08.216000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2c history_time = 0x64a408d8 time = 0x64a408d8 0xcdfe600 eid = 0x639 Jul 4 2023 07:56:08.238000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2d history_time = 0x64a408d8 time = 0x64a408d8 0xe2f9780 eid = 0x63a Jul 4 2023 07:56:08.714000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x31 history_time = 0x64a408d8 time = 0x64a408d8 0x2a8ec680 eid = 0x63b Jul 4 2023 07:56:22.561000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x1 pool_context = 0x0 time = 0x64a408e6 0x21702e40 eid = 0x63c Jul 4 2023 07:56:22.613000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x5 pool_context = 0x0 time = 0x64a408e6 0x2489a340 eid = 0x63d Jul 4 2023 07:56:29.955000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x1 pool_context = 0x0 time = 0x64a408ed 0x38ec24c0 eid = 0x63e Jul 4 2023 07:56:29.987000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x5 pool_context = 0x0 time = 0x64a408ed 0x3ad46cc0 eid = 0x63f Jul 4 2023 07:56:31.320000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x1 pool_context = 0x0 time = 0x64a408ef 0x1312d000 eid = 0x640 Jul 4 2023 07:56:31.347000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x5 pool_context = 0x0 time = 0x64a408ef 0x14aeccc0 eid = 0x641 Jul 4 2023 07:56:34.209000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x74 history_time = 0x64a408f2 time = 0x64a408f2 0xc751640 eid = 0x642 Jul 4 2023 07:56:34.210000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x74 history_time = 0x64a408f2 time = 0x64a408f2 0xc845880 eid = 0x643 Jul 4 2023 07:56:34.257000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f2 0xf518240 eid = 0x644 Jul 4 2023 07:56:34.257000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f2 0xf518240 eid = 0x645 Jul 4 2023 07:56:34.262000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x77 history_time = 0x64a408f2 time = 0x64a408f2 0xf9dcd80 eid = 0x646 Jul 4 2023 07:56:34.285000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f2 0x10fcc140 eid = 0x647 Jul 4 2023 07:56:37.326000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x58 history_time = 0x64a408f5 time = 0x64a408f5 0x136e5d80 eid = 0x648 Jul 4 2023 07:56:37.326000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x58 history_time = 0x64a408f5 time = 0x64a408f5 0x136e5d80 eid = 0x649 Jul 4 2023 07:56:37.347000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x14aeccc0 eid = 0x64a Jul 4 2023 07:56:37.347000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x14aeccc0 eid = 0x64b Jul 4 2023 07:56:37.351000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x5b history_time = 0x64a408f5 time = 0x64a408f5 0x14ebd5c0 eid = 0x64c Jul 4 2023 07:56:37.368000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x15ef3c00 eid = 0x64d Jul 4 2023 07:56:42.075000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4d history_time = 0x64a408fa time = 0x64a408fa 0x47868c0 eid = 0x64e Jul 4 2023 07:56:42.078000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4d history_time = 0x64a408fa time = 0x64a408fa 0x4a62f80 eid = 0x64f Jul 4 2023 07:56:42.169000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408fa 0xa12bc40 eid = 0x650 Jul 4 2023 07:56:42.169000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408fa 0xa12bc40 eid = 0x651 Jul 4 2023 07:56:42.173000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x50 history_time = 0x64a408fa time = 0x64a408fa 0xa4fc540 eid = 0x652 Jul 4 2023 07:56:42.193000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x0 pool_context = 0x0 time = 0x64a408fa 0xb80f240 eid = 0x653 Jul 4 2023 07:57:05.008000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x1 pool_context = 0x0 time = 0x64a40911 0x7a1200 eid = 0x654 Jul 4 2023 07:57:05.059000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x5170a3934611171e pool_state = 0x5 pool_context = 0x0 time = 0x64a40911 0x38444c0 eid = 0x655 Jul 4 2023 07:57:08.532000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x1 pool_context = 0x0 time = 0x64a40914 0x1fb5ad00 eid = 0x656 Jul 4 2023 07:57:08.574000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x5 pool_context = 0x0 time = 0x64a40914 0x22368b80 eid = 0x657 Jul 4 2023 07:57:10.074000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x1 pool_context = 0x0 time = 0x64a40916 0x4692680 eid = 0x658 Jul 4 2023 07:57:10.111000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xd5ad3e53ee1d43f4 pool_state = 0x5 pool_context = 0x0 time = 0x64a40916 0x69db9c0 eid = 0x659 Jul 4 2023 07:57:23.997000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xae history_time = 0x64a40923 time = 0x64a40923 0x3b6d0340 eid = 0x65a Jul 4 2023 07:57:23.998000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xae history_time = 0x64a40923 time = 0x64a40923 0x3b7c4580 eid = 0x65b Jul 4 2023 07:57:24.045000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a40924 0x2aea540 eid = 0x65c Jul 4 2023 07:57:24.045000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a40924 0x2aea540 eid = 0x65d Jul 4 2023 07:57:24.048000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg347-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg347-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xb1 history_time = 0x64a40924 time = 0x64a40924 0x2dc6c00 eid = 0x65e Jul 4 2023 07:57:24.071000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xb619b3531f7cc553 pool_state = 0x0 pool_context = 0x0 time = 0x64a40924 0x43b5fc0 eid = 0x65f