====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 11016 - 72 - - - - 153 - - - - ddt_cache 0x00040 3394560 2989440 199680 24912 17 17 19 136 120 152 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 6144 - 512 - - - - 12 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 149504 - 1024 - - - - 146 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 45056 - 4096 - - - - 11 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 13361152 11927552 954368 114688 14 13 13 112 104 104 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 17367040 4194304 1085440 131072 16 16 178 128 32 1424 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7160 - 40 - - - - 179 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 74464 - 416 - - - - 179 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3808 - 136 - - - - 28 - - - - dmu_buf_impl_t 0x00084 - 21200 - 400 - - - - 53 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 35240687268 529003844253 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 35240727157 529005476967 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 36859914929 529007071821 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 36871576846 529008859257 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 36870802516 529010503874 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295191706 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295191686 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295191680 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295191717 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295191713 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295191680 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295191706 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 0 0 16384 1 4 6 0 | 1 2 0xf160090 1 1024 4295191718 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 133 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295191683 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 67 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191720 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 4 65536 16384 1 4 1 0 | 1 2 0xf160090 1 1024 4295191697 238 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 65 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 1024 4295191713 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191706 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 66 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191720 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295191720 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 68 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191720 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295191720 334 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191706 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 3 2 8192 lustre-mdt1 0 0 0 2 32768 16384 1 4 4 0 | 1 2 0xf160090 1 1024 4295191720 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191718 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295191673 31 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 3 1 0 0 16384 1 4 1 0 | 1 2 0xf160490 1 512 4295191706 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 3 2 8192 lustre-mdt1 0 133 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295191683 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191718 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295191673 31 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295191720 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471408 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 40296164900 1688471408 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471408 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471408 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471408 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471408 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471408 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471408 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471408 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471408 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471408 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471408 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471408 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471408 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471408 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471408 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471408 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471408 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471408 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471409 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471409 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471409 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471409 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 41124509541 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471411 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 42926338752 1688471411 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471411 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471411 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471411 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471411 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 134) 1688471411 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 134) canmount=0 1688471411 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471411 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471411 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 134) xattr=2 1688471411 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 134) dnodesize=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.201.125@tcp 1688471411 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471411 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471411 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 134) lustre:flags=97 1688471411 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471411 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471412 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471412 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471412 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471412 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 43725638019 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471413 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 45296593049 1688471413 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471413 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471413 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471413 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471413 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471413 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 145) 1688471413 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 145) canmount=0 1688471413 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471413 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471413 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 145) xattr=2 1688471413 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 145) dnodesize=1 1688471413 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 145) recordsize=1048576 1688471413 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.201.125@tcp 1688471413 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471413 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471413 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471413 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 145) lustre:flags=98 1688471413 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471413 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471413 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471414 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471414 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471414 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471414 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 46066893585 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471415 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 47653949615 1688471415 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471415 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471416 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471416 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471416 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471416 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 77) 1688471416 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 77) canmount=0 1688471416 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471416 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471416 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 77) xattr=2 1688471416 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 77) dnodesize=1 1688471416 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 77) recordsize=1048576 1688471416 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.201.125@tcp 1688471416 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471416 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471416 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471416 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 77) lustre:flags=98 1688471416 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471416 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471416 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471416 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471416 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471416 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471416 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 48450795067 1688471420 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471420 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471420 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471420 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471420 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471420 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471420 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471420 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471420 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471420 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471420 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 52422187994 1688471420 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471420 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471420 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471420 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471420 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471420 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471421 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471421 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471421 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471421 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471421 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471421 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471421 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471421 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471422 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471425 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471425 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471425 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471425 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471425 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471425 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471425 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471425 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471425 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471425 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471425 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 57569331637 1688471425 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471425 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471425 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471425 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471425 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471425 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471426 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471426 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.201.125@tcp 1688471426 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471426 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471426 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471426 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 134) lustre:flags=33 1688471426 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471426 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471426 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471426 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre-MDT0001 1688471429 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471429 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471429 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471429 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471429 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471429 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471429 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471429 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471429 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471429 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471429 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 61453866590 1688471429 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471429 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471429 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471429 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471429 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471429 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471430 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471430 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471430 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.201.125@tcp 1688471430 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471430 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471430 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 145) lustre:flags=34 1688471430 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471430 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471430 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471430 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 145) lustre:svname=lustre-OST0000 1688471434 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471434 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471434 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471434 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471434 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471434 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471434 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471434 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471434 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471434 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471434 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 65855606473 1688471434 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471434 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471434 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471434 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471434 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471434 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471434 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471434 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471434 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471434 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.201.125@tcp 1688471434 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471434 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 77) lustre:flags=34 1688471434 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471434 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471434 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471435 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 77) lustre:svname=lustre-OST0001 1688471473 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471473 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471473 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 104799907941 1688471480 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471480 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471480 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 111996301443 1688471483 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471483 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471483 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 115155642857 1688471490 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471490 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471490 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 122422958651 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471495 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 127611810019 1688471495 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471495 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471495 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471495 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471496 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471496 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471496 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471496 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471496 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471496 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471496 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471496 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471496 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471496 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471496 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471496 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471496 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471496 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471496 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471496 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471496 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471496 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 128488665182 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471498 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 130283337752 1688471498 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471498 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471498 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471498 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471498 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471498 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471498 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471498 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471498 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471498 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471498 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.201.125@tcp 1688471498 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471498 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471498 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471498 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471498 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471499 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471499 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471499 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471499 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 131059883602 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471501 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 132800498120 1688471501 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471501 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471501 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471501 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471501 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471501 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 260) 1688471501 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 260) quota=409600000 1688471501 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 260) canmount=0 1688471501 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471501 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471501 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 260) xattr=2 1688471501 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 260) dnodesize=1 1688471501 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 260) recordsize=1048576 1688471501 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.125@tcp 1688471501 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471501 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471501 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471501 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 260) lustre:flags=98 1688471501 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471501 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471501 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471501 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471501 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471501 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471501 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 133646995796 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471503 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 135268520108 1688471503 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471503 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471503 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471503 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471503 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 71) 1688471503 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 71) quota=409600000 1688471503 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 71) canmount=0 1688471503 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471503 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471503 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 71) xattr=2 1688471503 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 71) dnodesize=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 71) recordsize=1048576 1688471503 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 71) lustre:mgsnode=192.168.201.125@tcp 1688471503 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 71) lustre:sys.timeout=20 1688471503 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 71) lustre:autodegrade=on 1688471503 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 71) lustre:version=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 71) lustre:flags=98 1688471503 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 71) lustre:index=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 71) lustre:fsname=lustre 1688471503 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 71) lustre:svname=lustre:OST0001 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471504 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471504 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 136089678337 1688471505 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471505 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471505 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471505 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471505 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471505 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471505 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471505 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471505 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471505 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471505 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 136766587029 1688471505 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471505 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471505 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471505 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471505 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471505 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471505 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471505 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471505 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471505 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471505 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 387) lustre:flags=37 1688471505 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471505 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471505 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471506 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre-MDT0000 1688471509 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471509 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471509 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471509 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471509 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471509 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471509 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471509 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471509 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471509 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471509 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 141094687894 1688471509 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471509 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471509 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471509 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471509 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471509 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471510 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471510 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471510 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.201.125@tcp 1688471510 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471510 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471510 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471510 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471510 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471510 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471510 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471515 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471515 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471515 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471515 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471515 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471515 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471515 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471515 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471515 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471515 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471515 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 146805303600 1688471515 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471515 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471515 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471515 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471515 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471515 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471515 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.125@tcp 1688471515 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471515 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471515 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 260) lustre:flags=34 1688471515 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471515 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471515 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471516 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 260) lustre:svname=lustre-OST0000 1688471524 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471524 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471524 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 156154226428 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471531 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471531 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 163330414997 1688471532 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471532 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471532 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 164569494473 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471541 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 172901438309 1688471541 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471541 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471541 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471541 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471541 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471541 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471541 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471541 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471541 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471541 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471541 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471541 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471541 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471541 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471541 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471541 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 173621981871 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471543 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 175276278442 1688471543 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471543 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471543 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471543 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471543 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 68) 1688471543 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 68) quota=409600000 1688471543 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 68) canmount=0 1688471543 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471543 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471543 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 68) xattr=2 1688471543 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 68) dnodesize=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 68) lustre:mgsnode=192.168.201.125@tcp 1688471543 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 68) lustre:sys.timeout=20 1688471543 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471543 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 68) lustre:version=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 68) lustre:flags=97 1688471543 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 68) lustre:index=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 68) lustre:fsname=lustre 1688471543 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre:MDT0001 1688471544 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471544 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471544 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471544 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 176023735105 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471545 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 177644822927 1688471545 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471545 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471545 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471545 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471546 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471546 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 77) 1688471546 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 77) quota=409600000 1688471546 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 77) canmount=0 1688471546 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471546 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 77) xattr=2 1688471546 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 77) dnodesize=1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 77) recordsize=1048576 1688471546 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.201.125@tcp 1688471546 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471546 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471546 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 77) lustre:flags=98 1688471546 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471546 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471546 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471546 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471546 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471546 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471546 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 178431400038 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471548 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 180105318832 1688471548 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471548 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471548 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471548 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471548 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471548 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471548 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471548 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471548 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471548 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471548 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471548 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.201.125@tcp 1688471548 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471548 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471548 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471548 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471548 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471549 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 180898313495 1688471549 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471549 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471549 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471549 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471549 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 181653911593 1688471549 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471549 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471549 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471550 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471550 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471550 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471550 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471550 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471550 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471550 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471550 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471550 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471550 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471551 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471554 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471554 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471554 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471554 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471554 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 185963687496 1688471554 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471554 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471554 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471554 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471554 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471554 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471554 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 68) lustre:sys.timeout=20 1688471554 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 68) lustre:mgsnode=192.168.201.125@tcp 1688471554 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471554 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 68) lustre:version=1 1688471554 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 68) lustre:flags=33 1688471554 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 68) lustre:index=1 1688471554 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 68) lustre:fsname=lustre 1688471554 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre:MDT0001 1688471555 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre-MDT0001 1688471559 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471559 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471559 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471559 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471559 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471559 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471559 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471559 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471559 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471559 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471559 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 191498153138 1688471559 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471559 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471559 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471559 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471559 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471559 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471560 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471560 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471560 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471560 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.201.125@tcp 1688471560 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471560 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 77) lustre:flags=34 1688471560 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471560 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471560 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471560 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 77) lustre:svname=lustre-OST0000 1688471567 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471567 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471567 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471567 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471567 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 199403257351 1688471567 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471567 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471567 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471567 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471567 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471568 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471568 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471568 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471568 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.201.125@tcp 1688471568 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 67) lustre:flags=34 1688471568 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471568 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471568 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 67) lustre:svname=lustre-OST0001 1688471592 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471592 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471592 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 223791997061 1688471609 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471609 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471609 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 241136554262 1688471612 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471612 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471612 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 244278718361 1688471619 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471619 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471619 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 251499197873 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471641 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 273073693457 1688471641 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471641 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471641 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471641 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471641 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471641 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471641 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471641 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471641 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471641 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471641 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471641 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471641 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471641 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471641 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471642 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 273930787745 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471644 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 275747544972 1688471644 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471644 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471644 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471644 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 71) 1688471644 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 71) quota=409600000 1688471644 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 71) canmount=0 1688471644 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471644 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471644 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 71) xattr=2 1688471644 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 71) dnodesize=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 71) lustre:mgsnode=192.168.201.125@tcp 1688471644 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 71) lustre:sys.timeout=20 1688471644 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471644 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 71) lustre:version=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 71) lustre:flags=97 1688471644 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 71) lustre:index=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 71) lustre:fsname=lustre 1688471644 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre:MDT0001 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471644 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471644 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 276592126447 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471646 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 278280875504 1688471646 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471646 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471646 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471646 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471646 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 270) 1688471646 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 270) quota=409600000 1688471646 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 270) canmount=0 1688471646 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471646 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 270) xattr=2 1688471646 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 270) dnodesize=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 270) recordsize=1048576 1688471646 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.201.125@tcp 1688471646 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471646 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471646 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 270) lustre:flags=98 1688471646 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471646 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471646 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471647 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471647 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 279140208350 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471649 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 280901572465 1688471649 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471649 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471649 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471649 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471649 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471649 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 144) 1688471649 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 144) quota=409600000 1688471649 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 144) canmount=0 1688471649 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471649 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471649 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 144) xattr=2 1688471649 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 144) dnodesize=1 1688471649 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 144) recordsize=1048576 1688471649 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 144) lustre:mgsnode=192.168.201.125@tcp 1688471649 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 144) lustre:sys.timeout=20 1688471649 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 144) lustre:autodegrade=on 1688471649 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 144) lustre:version=1 1688471649 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 144) lustre:flags=98 1688471649 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 144) lustre:index=1 1688471649 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 144) lustre:fsname=lustre 1688471649 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 144) lustre:svname=lustre:OST0001 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471650 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 281801950127 1688471650 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471650 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471650 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471650 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471650 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471650 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471650 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471650 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471650 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 282547687217 1688471650 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471650 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471650 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471650 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471650 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471651 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471651 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471651 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471651 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471651 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471651 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471651 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471651 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471652 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471656 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471656 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471656 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471656 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471656 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 287881340232 1688471656 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471656 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471656 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471656 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471656 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471656 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471656 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471656 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 71) lustre:sys.timeout=20 1688471656 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 71) lustre:mgsnode=192.168.201.125@tcp 1688471656 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 71) lustre:version=1 1688471656 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 71) lustre:flags=33 1688471656 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 71) lustre:index=1 1688471656 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 71) lustre:fsname=lustre 1688471656 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre:MDT0001 1688471657 spa_history.c:314:spa_history_log_sync(): txg 51 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre-MDT0001 1688471661 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471661 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471662 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471662 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471662 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471662 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471662 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 293743924711 1688471662 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471662 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471662 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471662 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471662 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471662 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471662 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471662 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471662 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471662 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.201.125@tcp 1688471662 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471662 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 270) lustre:flags=34 1688471662 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471662 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471662 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471663 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 270) lustre:svname=lustre-OST0000 1688471677 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471677 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471677 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 309323798404 1688471680 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471680 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 312520510519 1688471682 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471682 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471682 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 313818805728 1688471684 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471684 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471684 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471684 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471684 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471684 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471684 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471684 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471684 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471684 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471684 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 316316095342 1688471684 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471684 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471684 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471684 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471684 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471684 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471685 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471687 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471687 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 83 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=83 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471687 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471687 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 83 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=83 1688471687 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 319195602922 1688471687 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471687 spa_history.c:319:spa_history_log_sync(): txg 85 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471687 spa_history.c:319:spa_history_log_sync(): txg 85 set failmode=2 1688471687 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471687 spa_history.c:319:spa_history_log_sync(): txg 88 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471688 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471691 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471691 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471691 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471691 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471691 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 323210183603 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471691 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471691 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471691 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471695 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471695 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471695 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 327243741510 1688471695 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471695 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471695 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471695 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471695 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471696 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471696 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 144) lustre:mgsnode=192.168.201.125@tcp 1688471696 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 144) lustre:sys.timeout=20 1688471696 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 144) lustre:autodegrade=on 1688471696 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 144) lustre:version=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 144) lustre:flags=34 1688471696 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 144) lustre:index=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 144) lustre:fsname=lustre 1688471696 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 144) lustre:svname=lustre:OST0001 1688471696 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 144) lustre:svname=lustre-OST0001 1688471707 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471707 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471707 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 339568930208 1688471725 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471725 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471725 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 356998297804 1688471728 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471728 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471728 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 360154359066 1688471731 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471731 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471731 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 363406334434 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471753 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 384851297896 1688471753 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471753 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471753 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471753 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471753 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471753 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471753 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471753 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471753 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471753 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471753 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471753 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471753 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471753 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471753 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471753 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471753 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471753 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471753 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471754 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471754 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471754 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471754 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 385704520666 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471755 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 387539382378 1688471755 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471755 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471755 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471755 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471755 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471755 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 259) 1688471755 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 259) quota=409600000 1688471755 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 259) canmount=0 1688471755 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471755 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471755 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 259) xattr=2 1688471755 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 259) dnodesize=1 1688471756 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.201.125@tcp 1688471756 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471756 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471756 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471756 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 259) lustre:flags=97 1688471756 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471756 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471756 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471756 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471756 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471756 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471756 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 388391416043 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471758 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 390088577127 1688471758 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471758 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471758 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471758 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471758 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471758 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 145) 1688471758 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 145) quota=409600000 1688471758 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 145) canmount=0 1688471758 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471758 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471758 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 145) xattr=2 1688471758 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 145) dnodesize=1 1688471758 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 145) recordsize=1048576 1688471758 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.201.125@tcp 1688471758 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471758 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471758 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471758 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 145) lustre:flags=98 1688471758 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471758 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471758 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471759 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471759 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471759 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471759 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 390844282459 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471760 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 392463955916 1688471760 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471760 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471760 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471760 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471760 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471760 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471760 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471760 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471760 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471760 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471760 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471760 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471760 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471760 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.201.125@tcp 1688471760 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471760 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471760 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471760 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471761 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471761 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471761 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471761 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471761 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471761 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471761 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 393326325930 1688471762 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471762 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471762 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471762 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471762 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471762 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471762 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471762 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471762 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471762 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471762 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 394033221625 1688471762 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471762 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471762 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471762 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471762 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471762 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471762 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471762 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471762 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471762 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471762 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471762 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471764 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471767 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471767 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471767 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471767 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471767 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 399261840262 1688471767 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471767 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471767 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471767 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471767 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471768 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471768 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471768 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.201.125@tcp 1688471768 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471768 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 259) lustre:flags=33 1688471768 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471768 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471768 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre-MDT0001 1688471773 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471773 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471773 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 405090251695 1688471773 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471773 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471773 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471773 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471773 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471774 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471774 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471774 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.201.125@tcp 1688471774 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 145) lustre:flags=34 1688471774 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471774 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471774 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471774 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 145) lustre:svname=lustre-OST0000 1688471787 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471787 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471787 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 419306537728 1688471790 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471790 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471790 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 422364494052 1688471791 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471791 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471791 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 423495545331 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471798 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 429740426490 1688471798 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471798 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471798 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471798 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471798 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471798 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471798 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471798 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471798 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471798 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471798 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471798 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471798 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471798 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471798 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471798 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 430467458912 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471808 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 440028856610 1688471808 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471808 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471808 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471808 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 135) 1688471808 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 135) quota=409600000 1688471808 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 135) canmount=0 1688471808 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471808 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 135) xattr=2 1688471808 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 135) dnodesize=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471808 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471808 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 135) lustre:flags=101 1688471808 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471808 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471808 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471809 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471809 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471809 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471809 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 440716043643 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471810 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 442294315973 1688471810 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471810 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471810 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471810 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471810 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471810 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 260) 1688471810 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 260) quota=409600000 1688471810 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 260) canmount=0 1688471810 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471810 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471810 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 260) xattr=2 1688471810 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 260) dnodesize=1 1688471810 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 260) lustre:mgsnode=192.168.201.125@tcp 1688471810 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 260) lustre:sys.timeout=20 1688471810 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471810 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 260) lustre:version=1 1688471810 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 260) lustre:flags=97 1688471810 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 260) lustre:index=1 1688471810 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 260) lustre:fsname=lustre 1688471810 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre:MDT0001 1688471811 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471811 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471811 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 443038091275 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471812 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 444518371306 1688471812 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471812 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471812 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471812 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471812 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471812 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471812 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471812 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471812 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471812 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471812 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471812 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471812 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471812 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.125@tcp 1688471812 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471812 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471812 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471812 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471813 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471813 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471813 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471813 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471813 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471813 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471813 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 445211072323 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471815 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 446803494941 1688471815 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471815 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471815 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471815 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471815 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471815 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471815 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471815 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471815 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471815 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471815 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471815 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471815 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471815 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.201.125@tcp 1688471815 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471815 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471815 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471815 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471815 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471815 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471815 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471815 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471815 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471815 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471815 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 447552122180 1688471816 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471816 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471816 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471816 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471816 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 448206939173 1688471816 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471816 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471816 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471816 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471816 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471817 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471817 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471817 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471817 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471817 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 135) lustre:flags=37 1688471817 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471817 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471817 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471817 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre-MDT0000 1688471820 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471820 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471820 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471820 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471820 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471820 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471820 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 452292965352 1688471820 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471820 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471820 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471820 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471820 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471820 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471821 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471821 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 260) lustre:mgsnode=192.168.201.125@tcp 1688471821 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 260) lustre:sys.timeout=20 1688471821 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471821 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 260) lustre:version=1 1688471821 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 260) lustre:flags=33 1688471821 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 260) lustre:index=1 1688471821 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 260) lustre:fsname=lustre 1688471821 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre:MDT0001 1688471821 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre-MDT0001 1688471825 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471825 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471825 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471825 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471825 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471825 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471825 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471825 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471825 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471825 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471825 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 457595534240 1688471825 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471825 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471825 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471825 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471825 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471825 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471826 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471826 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.125@tcp 1688471826 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471826 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471826 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471826 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471826 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471826 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471826 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471826 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471839 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471839 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471839 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 471154618133 1688471846 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471846 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471846 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 478215559069 1688471847 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471847 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471847 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 479345286373 1688471849 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 114 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=114 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471849 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 114 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=114 1688471850 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 481683872155 1688471850 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471850 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471850 spa_history.c:319:spa_history_log_sync(): txg 116 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471850 spa_history.c:319:spa_history_log_sync(): txg 116 set failmode=2 1688471850 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471850 spa_history.c:319:spa_history_log_sync(): txg 119 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471850 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471852 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471852 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471852 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 85 1688471852 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=85 1688471852 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471852 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471852 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471852 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471852 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 85 1688471852 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=85 1688471852 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 484453984751 1688471852 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471852 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471852 spa_history.c:319:spa_history_log_sync(): txg 87 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471852 spa_history.c:319:spa_history_log_sync(): txg 87 set failmode=2 1688471852 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471852 spa_history.c:319:spa_history_log_sync(): txg 90 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471853 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471856 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471856 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471856 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471856 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471856 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 488348649446 1688471856 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471856 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471856 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471856 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471856 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471857 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471874 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471874 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471874 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 506379291690 1688471881 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471881 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471881 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 513540612925 1688471882 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471883 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471883 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 514703717411 1688471892 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471892 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471892 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 172 1688471892 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=172 1688471892 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471892 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471892 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471892 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471892 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 172 1688471892 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=172 1688471892 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 524395393016 1688471892 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471892 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471892 spa_history.c:319:spa_history_log_sync(): txg 174 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471892 spa_history.c:319:spa_history_log_sync(): txg 174 set failmode=2 1688471892 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471892 spa_history.c:319:spa_history_log_sync(): txg 177 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 36863203685 529212880664 name type data dmu_tx_assigned 4 11298 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 41 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 36863061066 529214311064 name type data struct_size 4 7160 linear_cnt 4 156 linear_data_size 4 153600 scatter_cnt 4 23 scatter_data_size 4 66048 scatter_chunk_waste 4 40448 scatter_order_0 4 22 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 36867317040 529216056087 name type data hits 4 391613 misses 4 3294 demand_data_hits 4 12859 demand_data_misses 4 430 demand_metadata_hits 4 378742 demand_metadata_misses 4 2705 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 12 prefetch_metadata_misses 4 159 mru_hits 4 314414 mru_ghost_hits 4 0 mfu_hits 4 77187 mfu_ghost_hits 4 0 deleted 4 27192 mutex_miss 4 1 access_skip 4 1 evict_skip 4 5493 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1295951360 evict_l2_ineligible 4 471040 evict_l2_skip 4 0 hash_elements 4 178 hash_elements_max 4 4618 hash_collisions 4 179 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 894672 compressed_size 4 219648 uncompressed_size 4 19688960 overhead_size 4 507392 hdr_size 4 78272 data_size 4 0 metadata_size 4 727040 dbuf_size 4 21200 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 694272 mru_evictable_data 4 0 mru_evictable_metadata 4 166912 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 0 mfu_evictable_data 4 0 mfu_evictable_metadata 4 0 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3636277248 memory_available_bytes 3 3575152640 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 894672 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 245580200 arc_meta_min 4 16777216 async_upgrade_sync 4 4 demand_hit_predictive_prefetch 4 101 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 36871362881 529217883331 name type data cache_count 4 12 cache_size_bytes 4 188416 cache_size_bytes_max 4 44908032 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 12 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 188416 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 625945 hash_misses 4 130103 hash_collisions 4 751 hash_elements 4 27 hash_elements_max 4 4589 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 9 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 800768 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 36863193731 529219721830 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 289490 dnode_hold_alloc_misses 4 19 dnode_hold_alloc_interior 4 40 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 5 dnode_hold_free_hits 4 9709 dnode_hold_free_misses 4 84 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 48 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9934 dnode_reallocate 4 0 dnode_buf_evict 4 1057 dnode_alloc_next_chunk 4 334 dnode_alloc_race 4 0 dnode_alloc_next_block 4 98 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 36863180966 529221428691 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 524349986005 529223187851 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2041344 1283584 102 186 13528747 317708569 528396158762 33176326 90677921 528396381065 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 174 524395411386 C 0 8704 85504 7 46 2842571 3015 14933 6152251 175 524398253957 C 0 5120 591872 5 75 6259061 3001 10240 11427390 176 524404513018 C 0 3072 0 1 0 11640475 2305 59248 307087 177 524416153493 C 0 0 576512 0 57 933852 2983 52195 11079090 178 524417087345 C 0 0 0 0 0 11277578 3621 9799 121073 179 524428364923 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 524349997275 529229747099 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471892 0 291230 1000000000 10782928740643554697 0 /dev/vdc1 2 177 1688471893 0 488870 1000000000 10782928740643554697 2 /dev/vdc1 3 177 1688471894 0 340565 1000000000 10782928740643554697 2 /dev/vdc1 4 177 1688471895 0 560816 1000001517 10782928740643554697 2 /dev/vdc1 5 177 1688471896 0 323938 1000413853 10782928740643554697 3 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 36863199186 529233629529 name type data hits 4 951 misses 4 327916 max_streams 4 163397 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 35748997062 529236153675 implementation native byteswap scalar 3516963324 2193128374 superscalar 4546463023 3095090911 superscalar4 3370821182 2482283840 sse2 6250846003 3343275349 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 36871582609 529237496744 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 37706230575 529238830445 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 289441306 117818762 51412486 687321636 127905969 17348609 39815458 8530824 8996251 5967207 scalar 739328473 200700499 88061708 812492214 258795599 198691072 106404870 89917451 50871819 37532898 sse2 1546972531 492936468 258561975 1329016662 559833487 440738520 325569464 290474627 189340393 128943042 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 36871588596 529240128035 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2864 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 2 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 3 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:57:00.642000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090c 0x26442480 eid = 0x620 Jul 4 2023 07:57:00.642000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090c 0x26442480 eid = 0x621 Jul 4 2023 07:57:00.643000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a4090c time = 0x64a4090c 0x265366c0 eid = 0x622 Jul 4 2023 07:57:00.661000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090c 0x27660f40 eid = 0x623 Jul 4 2023 07:57:01.169000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.201.125@tcp" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x25 history_time = 0x64a4090d time = 0x64a4090d 0xa12bc40 eid = 0x624 Jul 4 2023 07:57:01.178000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x26 history_time = 0x64a4090d time = 0x64a4090d 0xa9c1080 eid = 0x625 Jul 4 2023 07:57:01.187000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x27 history_time = 0x64a4090d time = 0x64a4090d 0xb2564c0 eid = 0x626 Jul 4 2023 07:57:01.194000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x28 history_time = 0x64a4090d time = 0x64a4090d 0xb903480 eid = 0x627 Jul 4 2023 07:57:01.205000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x29 history_time = 0x64a4090d time = 0x64a4090d 0xc380d40 eid = 0x628 Jul 4 2023 07:57:01.218000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2a history_time = 0x64a4090d time = 0x64a4090d 0xcfe6a80 eid = 0x629 Jul 4 2023 07:57:01.230000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2b history_time = 0x64a4090d time = 0x64a4090d 0xdb58580 eid = 0x62a Jul 4 2023 07:57:01.240000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2c history_time = 0x64a4090d time = 0x64a4090d 0xe4e1c00 eid = 0x62b Jul 4 2023 07:57:01.525000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x32 history_time = 0x64a4090d time = 0x64a4090d 0x1f4add40 eid = 0x62c Jul 4 2023 07:57:05.920000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40911 time = 0x64a40911 0x36d61600 eid = 0x62d Jul 4 2023 07:57:05.920000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40911 time = 0x64a40911 0x36d61600 eid = 0x62e Jul 4 2023 07:57:05.960000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40911 0x39387000 eid = 0x62f Jul 4 2023 07:57:05.960000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40911 0x39387000 eid = 0x630 Jul 4 2023 07:57:05.963000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40911 time = 0x64a40911 0x396636c0 eid = 0x631 Jul 4 2023 07:57:05.981000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40911 0x3a78df40 eid = 0x632 Jul 4 2023 07:57:06.501000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.201.125@tcp" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x26 history_time = 0x64a40912 time = 0x64a40912 0x1ddca740 eid = 0x633 Jul 4 2023 07:57:06.513000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x27 history_time = 0x64a40912 time = 0x64a40912 0x1e93c240 eid = 0x634 Jul 4 2023 07:57:06.532000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x28 history_time = 0x64a40912 time = 0x64a40912 0x1fb5ad00 eid = 0x635 Jul 4 2023 07:57:06.550000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x29 history_time = 0x64a40912 time = 0x64a40912 0x20c85580 eid = 0x636 Jul 4 2023 07:57:06.567000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2a history_time = 0x64a40912 time = 0x64a40912 0x21cbbbc0 eid = 0x637 Jul 4 2023 07:57:06.583000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2b history_time = 0x64a40912 time = 0x64a40912 0x22bfdfc0 eid = 0x638 Jul 4 2023 07:57:06.598000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2c history_time = 0x64a40912 time = 0x64a40912 0x23a4c180 eid = 0x639 Jul 4 2023 07:57:06.613000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2d history_time = 0x64a40912 time = 0x64a40912 0x2489a340 eid = 0x63a Jul 4 2023 07:57:06.923000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x31 history_time = 0x64a40912 time = 0x64a40912 0x3703dcc0 eid = 0x63b Jul 4 2023 07:57:19.463000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x1 pool_context = 0x0 time = 0x64a4091f 0x1b98d1c0 eid = 0x63c Jul 4 2023 07:57:19.486000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x5 pool_context = 0x0 time = 0x64a4091f 0x1cf7c580 eid = 0x63d Jul 4 2023 07:57:26.525000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x1 pool_context = 0x0 time = 0x64a40926 0x1f4add40 eid = 0x63e Jul 4 2023 07:57:26.546000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x5 pool_context = 0x0 time = 0x64a40926 0x208b4c80 eid = 0x63f Jul 4 2023 07:57:27.656000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x1 pool_context = 0x0 time = 0x64a40927 0x2719c400 eid = 0x640 Jul 4 2023 07:57:27.674000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x5 pool_context = 0x0 time = 0x64a40927 0x282c6c80 eid = 0x641 Jul 4 2023 07:57:30.007000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x74 history_time = 0x64a4092a time = 0x64a4092a 0x6acfc0 eid = 0x642 Jul 4 2023 07:57:30.008000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x74 history_time = 0x64a4092a time = 0x64a4092a 0x7a1200 eid = 0x643 Jul 4 2023 07:57:30.036000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a4092a 0x2255100 eid = 0x644 Jul 4 2023 07:57:30.036000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a4092a 0x2255100 eid = 0x645 Jul 4 2023 07:57:30.040000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x77 history_time = 0x64a4092a time = 0x64a4092a 0x2625a00 eid = 0x646 Jul 4 2023 07:57:30.050000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a4092a 0x2faf080 eid = 0x647 Jul 4 2023 07:57:32.779000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x57 history_time = 0x64a4092c time = 0x64a4092c 0x2e6e98c0 eid = 0x648 Jul 4 2023 07:57:32.779000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x57 history_time = 0x64a4092c time = 0x64a4092c 0x2e6e98c0 eid = 0x649 Jul 4 2023 07:57:32.797000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4092c 0x2f814140 eid = 0x64a Jul 4 2023 07:57:32.798000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4092c 0x2f908380 eid = 0x64b Jul 4 2023 07:57:32.800000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x5a history_time = 0x64a4092c time = 0x64a4092c 0x2faf0800 eid = 0x64c Jul 4 2023 07:57:32.810000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4092c 0x30479e80 eid = 0x64d Jul 4 2023 07:57:36.672000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4d history_time = 0x64a40930 time = 0x64a40930 0x280de800 eid = 0x64e Jul 4 2023 07:57:36.673000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4d history_time = 0x64a40930 time = 0x64a40930 0x281d2a40 eid = 0x64f Jul 4 2023 07:57:36.704000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x29f63000 eid = 0x650 Jul 4 2023 07:57:36.704000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x29f63000 eid = 0x651 Jul 4 2023 07:57:36.706000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x50 history_time = 0x64a40930 time = 0x64a40930 0x2a14b480 eid = 0x652 Jul 4 2023 07:57:36.721000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x2af99640 eid = 0x653 Jul 4 2023 07:57:54.684000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x1 pool_context = 0x0 time = 0x64a40942 0x28c50300 eid = 0x654 Jul 4 2023 07:57:54.706000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x5 pool_context = 0x0 time = 0x64a40942 0x2a14b480 eid = 0x655 Jul 4 2023 07:58:01.852000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x1 pool_context = 0x0 time = 0x64a40949 0x32c87d00 eid = 0x656 Jul 4 2023 07:58:01.867000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x5 pool_context = 0x0 time = 0x64a40949 0x33ad5ec0 eid = 0x657 Jul 4 2023 07:58:03.009000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x1 pool_context = 0x0 time = 0x64a4094b 0x895440 eid = 0x658 Jul 4 2023 07:58:03.036000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x5 pool_context = 0x0 time = 0x64a4094b 0x2255100 eid = 0x659 Jul 4 2023 07:58:12.719000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xae history_time = 0x64a40954 time = 0x64a40954 0x2adb11c0 eid = 0x65a Jul 4 2023 07:58:12.719000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xae history_time = 0x64a40954 time = 0x64a40954 0x2adb11c0 eid = 0x65b Jul 4 2023 07:58:12.737000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a40954 0x2bedba40 eid = 0x65c Jul 4 2023 07:58:12.737000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a40954 0x2bedba40 eid = 0x65d Jul 4 2023 07:58:12.739000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xb1 history_time = 0x64a40954 time = 0x64a40954 0x2c0c3ec0 eid = 0x65e Jul 4 2023 07:58:12.749000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a40954 0x2ca4d540 eid = 0x65f ====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 10800 - 72 - - - - 150 - - - - ddt_cache 0x00040 3394560 2989440 199680 24912 17 17 19 136 120 152 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 6144 - 512 - - - - 12 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 149504 - 1024 - - - - 146 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 45056 - 4096 - - - - 11 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 13361152 11927552 954368 114688 14 13 13 112 104 104 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 17367040 4194304 1085440 131072 16 16 178 128 32 1424 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7160 - 40 - - - - 179 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 74464 - 416 - - - - 179 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3808 - 136 - - - - 28 - - - - dmu_buf_impl_t 0x00084 - 21200 - 400 - - - - 53 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 35240687268 529764371622 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 35240727157 529765831067 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 36859914929 529767449633 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 36871576846 529768933925 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 36870802516 529770443016 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295191706 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295191686 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295191680 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295196726 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295191713 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295191680 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295191706 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 0 0 16384 1 4 6 0 | 3 2 0xf160090 1 1024 4295196725 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 133 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295191683 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 67 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295196729 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 4 65536 16384 1 4 1 0 | 1 2 0xf160090 1 1024 4295191697 238 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 65 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 1024 4295191713 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191706 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 66 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295196729 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295191720 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 68 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295196729 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295196729 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191706 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 3 2 8192 lustre-mdt1 0 0 0 2 32768 16384 1 4 4 0 | 1 2 0xf160090 1 1024 4295196729 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191718 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295196725 32 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 3 1 0 0 16384 1 4 1 0 | 1 2 0xf160490 1 512 4295191706 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 3 2 8192 lustre-mdt1 0 133 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295191683 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295191718 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295196725 32 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295196729 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 81920 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471408 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471408 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 40296164900 1688471408 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471408 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471408 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471408 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471408 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471408 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471408 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471408 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471408 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471408 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471408 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471408 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471408 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471408 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471408 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471408 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471408 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471408 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471409 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471409 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471409 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471409 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 41124509541 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471411 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 42926338752 1688471411 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471411 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471411 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471411 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471411 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 134) 1688471411 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 134) canmount=0 1688471411 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471411 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471411 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 134) xattr=2 1688471411 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 134) dnodesize=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.201.125@tcp 1688471411 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471411 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471411 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 134) lustre:flags=97 1688471411 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471411 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471412 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471412 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471412 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471412 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 43725638019 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471413 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471413 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 45296593049 1688471413 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471413 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471413 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471413 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471413 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471413 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 145) 1688471413 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 145) canmount=0 1688471413 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471413 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471413 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 145) xattr=2 1688471413 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 145) dnodesize=1 1688471413 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 145) recordsize=1048576 1688471413 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.201.125@tcp 1688471413 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471413 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471413 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471413 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 145) lustre:flags=98 1688471413 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471413 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471413 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471414 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471414 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471414 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471414 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 46066893585 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471415 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471415 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 47653949615 1688471415 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471415 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471416 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471416 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471416 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471416 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 77) 1688471416 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 77) canmount=0 1688471416 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471416 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471416 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 77) xattr=2 1688471416 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 77) dnodesize=1 1688471416 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 77) recordsize=1048576 1688471416 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.201.125@tcp 1688471416 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471416 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471416 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471416 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 77) lustre:flags=98 1688471416 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471416 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471416 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471416 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471416 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471416 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471416 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 48450795067 1688471420 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471420 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471420 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471420 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471420 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471420 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471420 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471420 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471420 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471420 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471420 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 52422187994 1688471420 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471420 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471420 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471420 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471420 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471420 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471421 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471421 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471421 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471421 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471421 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471421 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471421 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471421 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471422 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471425 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471425 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471425 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471425 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471425 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471425 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471425 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471425 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471425 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471425 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471425 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 57569331637 1688471425 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471425 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471425 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471425 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471425 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471425 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471426 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471426 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.201.125@tcp 1688471426 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471426 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471426 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471426 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 134) lustre:flags=33 1688471426 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471426 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471426 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471426 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre-MDT0001 1688471429 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471429 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471429 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471429 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471429 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471429 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471429 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471429 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471429 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471429 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471429 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 61453866590 1688471429 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471429 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471429 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471429 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471429 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471429 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471430 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471430 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471430 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.201.125@tcp 1688471430 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471430 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471430 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 145) lustre:flags=34 1688471430 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471430 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471430 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471430 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 145) lustre:svname=lustre-OST0000 1688471434 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471434 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471434 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471434 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471434 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471434 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471434 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471434 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471434 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471434 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471434 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 65855606473 1688471434 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471434 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471434 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471434 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471434 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471434 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471434 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471434 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 77) lustre:sys.timeout=20 1688471434 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 77) lustre:autodegrade=on 1688471434 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 77) lustre:mgsnode=192.168.201.125@tcp 1688471434 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 77) lustre:version=1 1688471434 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 77) lustre:flags=34 1688471434 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 77) lustre:index=1 1688471434 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 77) lustre:fsname=lustre 1688471434 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 77) lustre:svname=lustre:OST0001 1688471435 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 77) lustre:svname=lustre-OST0001 1688471473 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471473 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471473 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 104799907941 1688471480 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471480 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471480 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 111996301443 1688471483 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471483 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471483 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 115155642857 1688471490 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471490 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471490 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 122422958651 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471495 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471495 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 127611810019 1688471495 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471495 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471495 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471495 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471496 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471496 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471496 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471496 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471496 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471496 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471496 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471496 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471496 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471496 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471496 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471496 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471496 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471496 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471496 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471496 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471496 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471496 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 128488665182 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471498 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471498 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 130283337752 1688471498 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471498 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471498 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471498 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471498 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471498 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471498 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471498 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471498 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471498 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471498 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.201.125@tcp 1688471498 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471498 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471498 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471498 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471498 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471498 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471499 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471499 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471499 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471499 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 131059883602 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471501 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471501 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 132800498120 1688471501 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471501 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471501 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471501 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471501 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471501 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 260) 1688471501 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 260) quota=409600000 1688471501 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 260) canmount=0 1688471501 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471501 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471501 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 260) xattr=2 1688471501 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 260) dnodesize=1 1688471501 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 260) recordsize=1048576 1688471501 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.125@tcp 1688471501 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471501 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471501 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471501 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 260) lustre:flags=98 1688471501 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471501 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471501 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471501 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471501 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471501 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471501 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 133646995796 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471503 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471503 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 135268520108 1688471503 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471503 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471503 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471503 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471503 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 71) 1688471503 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 71) quota=409600000 1688471503 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 71) canmount=0 1688471503 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471503 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471503 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 71) xattr=2 1688471503 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 71) dnodesize=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 71) recordsize=1048576 1688471503 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 71) lustre:mgsnode=192.168.201.125@tcp 1688471503 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 71) lustre:sys.timeout=20 1688471503 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 71) lustre:autodegrade=on 1688471503 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 71) lustre:version=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 71) lustre:flags=98 1688471503 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 71) lustre:index=1 1688471503 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 71) lustre:fsname=lustre 1688471503 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 71) lustre:svname=lustre:OST0001 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471504 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471504 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 136089678337 1688471505 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471505 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471505 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471505 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471505 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471505 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471505 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471505 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471505 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471505 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471505 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 136766587029 1688471505 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471505 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471505 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471505 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471505 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471505 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471505 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471505 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471505 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471505 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471505 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 387) lustre:flags=37 1688471505 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471505 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471505 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471506 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre-MDT0000 1688471509 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471509 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471509 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471509 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471509 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471509 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471509 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471509 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471509 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471509 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471509 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 141094687894 1688471509 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471509 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471509 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471509 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471509 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471509 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471510 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471510 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471510 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.201.125@tcp 1688471510 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471510 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471510 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471510 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471510 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471510 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471510 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471515 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471515 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471515 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471515 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471515 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471515 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471515 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471515 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471515 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471515 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471515 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 146805303600 1688471515 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471515 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471515 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471515 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471515 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471515 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471515 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.201.125@tcp 1688471515 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471515 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471515 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 260) lustre:flags=34 1688471515 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471515 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471515 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471516 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 260) lustre:svname=lustre-OST0000 1688471524 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471524 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471524 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 156154226428 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471531 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471531 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 163330414997 1688471532 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471532 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471532 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 164569494473 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471541 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471541 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 172901438309 1688471541 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471541 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471541 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471541 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471541 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471541 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471541 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471541 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471541 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471541 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471541 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471541 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471541 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471541 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471541 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471541 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 173621981871 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471543 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 175276278442 1688471543 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471543 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471543 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471543 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471543 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 68) 1688471543 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 68) quota=409600000 1688471543 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 68) canmount=0 1688471543 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471543 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471543 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 68) xattr=2 1688471543 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 68) dnodesize=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 68) lustre:mgsnode=192.168.201.125@tcp 1688471543 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 68) lustre:sys.timeout=20 1688471543 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471543 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 68) lustre:version=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 68) lustre:flags=97 1688471543 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 68) lustre:index=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 68) lustre:fsname=lustre 1688471543 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre:MDT0001 1688471544 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471544 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471544 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471544 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 176023735105 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471545 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471545 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 177644822927 1688471545 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471545 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471545 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471545 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471546 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471546 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 77) 1688471546 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 77) quota=409600000 1688471546 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 77) canmount=0 1688471546 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471546 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 77) xattr=2 1688471546 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 77) dnodesize=1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 77) recordsize=1048576 1688471546 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.201.125@tcp 1688471546 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471546 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471546 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 77) lustre:flags=98 1688471546 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471546 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471546 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471546 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471546 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471546 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471546 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 178431400038 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471548 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 180105318832 1688471548 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471548 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471548 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471548 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471548 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471548 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471548 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471548 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471548 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471548 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471548 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471548 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.201.125@tcp 1688471548 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471548 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471548 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471548 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471548 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471549 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 180898313495 1688471549 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471549 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471549 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471549 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471549 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 181653911593 1688471549 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471549 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471549 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471550 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471550 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471550 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471550 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471550 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471550 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471550 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471550 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471550 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471550 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471551 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471554 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471554 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471554 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471554 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471554 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 185963687496 1688471554 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471554 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471554 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471554 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471554 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471554 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471554 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 68) lustre:sys.timeout=20 1688471554 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 68) lustre:mgsnode=192.168.201.125@tcp 1688471554 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471554 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 68) lustre:version=1 1688471554 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 68) lustre:flags=33 1688471554 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 68) lustre:index=1 1688471554 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 68) lustre:fsname=lustre 1688471554 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre:MDT0001 1688471555 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre-MDT0001 1688471559 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471559 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471559 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471559 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471559 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471559 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471559 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471559 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471559 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471559 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471559 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 191498153138 1688471559 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471559 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471559 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471559 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471559 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471559 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471560 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471560 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471560 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471560 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.201.125@tcp 1688471560 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471560 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 77) lustre:flags=34 1688471560 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471560 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471560 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471560 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 77) lustre:svname=lustre-OST0000 1688471567 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471567 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471567 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471567 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471567 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 199403257351 1688471567 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471567 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471567 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471567 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471567 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471567 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471568 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471568 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471568 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471568 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.201.125@tcp 1688471568 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 67) lustre:flags=34 1688471568 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471568 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471568 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 67) lustre:svname=lustre-OST0001 1688471592 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471592 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471592 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 223791997061 1688471609 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471609 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471609 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 241136554262 1688471612 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471612 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471612 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 244278718361 1688471619 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471619 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471619 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 251499197873 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471641 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471641 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 273073693457 1688471641 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471641 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471641 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471641 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471641 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471641 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471641 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471641 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471641 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471641 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471641 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471641 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471641 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471641 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471641 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471641 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471642 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 273930787745 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471644 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 275747544972 1688471644 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471644 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471644 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471644 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 71) 1688471644 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 71) quota=409600000 1688471644 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 71) canmount=0 1688471644 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471644 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471644 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 71) xattr=2 1688471644 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 71) dnodesize=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 71) lustre:mgsnode=192.168.201.125@tcp 1688471644 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 71) lustre:sys.timeout=20 1688471644 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471644 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 71) lustre:version=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 71) lustre:flags=97 1688471644 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 71) lustre:index=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 71) lustre:fsname=lustre 1688471644 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre:MDT0001 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471644 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471644 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 276592126447 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471646 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 278280875504 1688471646 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471646 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471646 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471646 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471646 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 270) 1688471646 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 270) quota=409600000 1688471646 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 270) canmount=0 1688471646 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471646 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 270) xattr=2 1688471646 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 270) dnodesize=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 270) recordsize=1048576 1688471646 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.201.125@tcp 1688471646 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471646 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471646 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 270) lustre:flags=98 1688471646 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471646 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471646 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471647 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471647 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 279140208350 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471649 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 280901572465 1688471649 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471649 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471649 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471649 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471649 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471649 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 144) 1688471649 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 144) quota=409600000 1688471649 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 144) canmount=0 1688471649 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471649 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471649 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 144) xattr=2 1688471649 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 144) dnodesize=1 1688471649 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 144) recordsize=1048576 1688471649 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 144) lustre:mgsnode=192.168.201.125@tcp 1688471649 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 144) lustre:sys.timeout=20 1688471649 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 144) lustre:autodegrade=on 1688471649 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 144) lustre:version=1 1688471649 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 144) lustre:flags=98 1688471649 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 144) lustre:index=1 1688471649 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 144) lustre:fsname=lustre 1688471649 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 144) lustre:svname=lustre:OST0001 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471650 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 281801950127 1688471650 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471650 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471650 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471650 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471650 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471650 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471650 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471650 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471650 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 282547687217 1688471650 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471650 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471650 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471650 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471650 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471651 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471651 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471651 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471651 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471651 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471651 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471651 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471651 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471652 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471656 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471656 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471656 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471656 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471656 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 287881340232 1688471656 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471656 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471656 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471656 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471656 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471656 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471656 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471656 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 71) lustre:sys.timeout=20 1688471656 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 71) lustre:mgsnode=192.168.201.125@tcp 1688471656 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 71) lustre:version=1 1688471656 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 71) lustre:flags=33 1688471656 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 71) lustre:index=1 1688471656 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 71) lustre:fsname=lustre 1688471656 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre:MDT0001 1688471657 spa_history.c:314:spa_history_log_sync(): txg 51 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre-MDT0001 1688471661 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471661 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471662 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471662 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471662 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471662 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471662 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 293743924711 1688471662 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471662 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471662 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471662 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471662 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471662 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471662 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471662 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471662 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471662 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.201.125@tcp 1688471662 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471662 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 270) lustre:flags=34 1688471662 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471662 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471662 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471663 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 270) lustre:svname=lustre-OST0000 1688471677 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471677 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471677 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 309323798404 1688471680 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471680 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 312520510519 1688471682 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471682 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471682 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 313818805728 1688471684 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471684 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471684 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471684 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471684 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471684 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471684 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471684 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471684 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471684 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471684 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 316316095342 1688471684 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471684 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471684 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471684 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471684 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471684 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471685 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471687 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471687 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 83 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=83 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471687 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471687 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 83 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=83 1688471687 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 319195602922 1688471687 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471687 spa_history.c:319:spa_history_log_sync(): txg 85 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471687 spa_history.c:319:spa_history_log_sync(): txg 85 set failmode=2 1688471687 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471687 spa_history.c:319:spa_history_log_sync(): txg 88 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471688 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471691 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471691 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471691 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471691 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471691 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 323210183603 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471691 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471691 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471691 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471695 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471695 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471695 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 327243741510 1688471695 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471695 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471695 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471695 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471695 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471696 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471696 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 144) lustre:mgsnode=192.168.201.125@tcp 1688471696 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 144) lustre:sys.timeout=20 1688471696 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 144) lustre:autodegrade=on 1688471696 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 144) lustre:version=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 144) lustre:flags=34 1688471696 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 144) lustre:index=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 144) lustre:fsname=lustre 1688471696 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 144) lustre:svname=lustre:OST0001 1688471696 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 144) lustre:svname=lustre-OST0001 1688471707 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471707 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471707 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 339568930208 1688471725 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471725 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471725 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 356998297804 1688471728 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471728 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471728 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 360154359066 1688471731 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471731 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471731 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 363406334434 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471753 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471753 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 384851297896 1688471753 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471753 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471753 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471753 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471753 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471753 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471753 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471753 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471753 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471753 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471753 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471753 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471753 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471753 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471753 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471753 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471753 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471753 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471753 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471754 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471754 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471754 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471754 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 385704520666 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471755 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471755 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 387539382378 1688471755 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471755 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471755 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471755 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471755 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471755 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 259) 1688471755 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 259) quota=409600000 1688471755 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 259) canmount=0 1688471755 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471755 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471755 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 259) xattr=2 1688471755 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 259) dnodesize=1 1688471756 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.201.125@tcp 1688471756 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471756 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471756 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471756 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 259) lustre:flags=97 1688471756 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471756 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471756 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471756 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471756 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471756 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471756 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 388391416043 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471758 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471758 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 390088577127 1688471758 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471758 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471758 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471758 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471758 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471758 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 145) 1688471758 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 145) quota=409600000 1688471758 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 145) canmount=0 1688471758 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471758 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471758 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 145) xattr=2 1688471758 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 145) dnodesize=1 1688471758 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 145) recordsize=1048576 1688471758 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.201.125@tcp 1688471758 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471758 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471758 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471758 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 145) lustre:flags=98 1688471758 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471758 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471758 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471759 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471759 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471759 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471759 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 390844282459 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471760 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471760 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 392463955916 1688471760 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471760 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471760 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471760 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471760 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471760 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471760 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471760 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471760 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471760 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471760 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471760 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471760 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471760 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.201.125@tcp 1688471760 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471760 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471760 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471760 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471761 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471761 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471761 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471761 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471761 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471761 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471761 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 393326325930 1688471762 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471762 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471762 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471762 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471762 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471762 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471762 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471762 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471762 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471762 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471762 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 394033221625 1688471762 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471762 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471762 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471762 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471762 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471762 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471762 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471762 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471762 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471762 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471762 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471762 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471762 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471764 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471767 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471767 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471767 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471767 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471767 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471767 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 399261840262 1688471767 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471767 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471767 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471767 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471767 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471768 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471768 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471768 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.201.125@tcp 1688471768 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471768 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 259) lustre:flags=33 1688471768 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471768 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471768 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471768 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre-MDT0001 1688471773 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471773 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471773 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 405090251695 1688471773 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471773 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471773 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471773 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471773 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471774 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 145) lustre:autodegrade=on 1688471774 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 145) lustre:sys.timeout=20 1688471774 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 145) lustre:mgsnode=192.168.201.125@tcp 1688471774 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 145) lustre:version=1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 145) lustre:flags=34 1688471774 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 145) lustre:index=0 1688471774 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 145) lustre:fsname=lustre 1688471774 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 145) lustre:svname=lustre:OST0000 1688471774 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 145) lustre:svname=lustre-OST0000 1688471787 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471787 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471787 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 419306537728 1688471790 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471790 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471790 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 422364494052 1688471791 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471791 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471791 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 423495545331 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471798 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471798 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 429740426490 1688471798 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471798 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471798 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471798 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471798 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471798 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471798 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471798 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471798 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471798 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471798 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471798 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471798 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471798 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471798 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471798 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 430467458912 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471808 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 440028856610 1688471808 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471808 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471808 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471808 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 135) 1688471808 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 135) quota=409600000 1688471808 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 135) canmount=0 1688471808 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471808 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 135) xattr=2 1688471808 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 135) dnodesize=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471808 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471808 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 135) lustre:flags=101 1688471808 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471808 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471808 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471809 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471809 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471809 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471809 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 440716043643 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471810 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 442294315973 1688471810 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471810 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471810 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471810 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471810 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471810 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 260) 1688471810 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 260) quota=409600000 1688471810 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 260) canmount=0 1688471810 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471810 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471810 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 260) xattr=2 1688471810 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 260) dnodesize=1 1688471810 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 260) lustre:mgsnode=192.168.201.125@tcp 1688471810 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 260) lustre:sys.timeout=20 1688471810 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471810 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 260) lustre:version=1 1688471810 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 260) lustre:flags=97 1688471810 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 260) lustre:index=1 1688471810 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 260) lustre:fsname=lustre 1688471810 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre:MDT0001 1688471811 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471811 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471811 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 443038091275 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471812 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471812 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 444518371306 1688471812 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471812 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471812 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471812 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471812 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471812 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471812 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471812 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471812 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471812 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471812 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471812 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471812 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471812 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.125@tcp 1688471812 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471812 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471812 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471812 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471813 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471813 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471813 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471813 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471813 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471813 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471813 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 445211072323 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471815 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471815 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 446803494941 1688471815 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471815 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471815 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471815 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471815 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471815 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471815 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471815 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471815 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471815 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471815 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471815 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471815 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471815 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.201.125@tcp 1688471815 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471815 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471815 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471815 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471815 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471815 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471815 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471815 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471815 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471815 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471815 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 447552122180 1688471816 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471816 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471816 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471816 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471816 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 448206939173 1688471816 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471816 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471816 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471816 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471816 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471817 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471817 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471817 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471817 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471817 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 135) lustre:flags=37 1688471817 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471817 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471817 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471817 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre-MDT0000 1688471820 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471820 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471820 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471820 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471820 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471820 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471820 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 452292965352 1688471820 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471820 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471820 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471820 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471820 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471820 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471821 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471821 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 260) lustre:mgsnode=192.168.201.125@tcp 1688471821 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 260) lustre:sys.timeout=20 1688471821 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471821 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 260) lustre:version=1 1688471821 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 260) lustre:flags=33 1688471821 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 260) lustre:index=1 1688471821 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 260) lustre:fsname=lustre 1688471821 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre:MDT0001 1688471821 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre-MDT0001 1688471825 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471825 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471825 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471825 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471825 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471825 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471825 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471825 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471825 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471825 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471825 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 457595534240 1688471825 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471825 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471825 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471825 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471825 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471825 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471826 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471826 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.201.125@tcp 1688471826 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471826 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471826 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471826 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471826 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471826 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471826 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471826 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471839 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471839 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471839 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 471154618133 1688471846 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471846 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471846 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 478215559069 1688471847 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471847 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471847 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 479345286373 1688471849 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 114 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=114 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471849 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 114 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=114 1688471850 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 481683872155 1688471850 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471850 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471850 spa_history.c:319:spa_history_log_sync(): txg 116 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471850 spa_history.c:319:spa_history_log_sync(): txg 116 set failmode=2 1688471850 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471850 spa_history.c:319:spa_history_log_sync(): txg 119 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471850 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471852 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471852 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471852 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 85 1688471852 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=85 1688471852 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471852 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471852 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471852 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471852 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 85 1688471852 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=85 1688471852 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 484453984751 1688471852 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471852 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471852 spa_history.c:319:spa_history_log_sync(): txg 87 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471852 spa_history.c:319:spa_history_log_sync(): txg 87 set failmode=2 1688471852 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471852 spa_history.c:319:spa_history_log_sync(): txg 90 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471853 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471856 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471856 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471856 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471856 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471856 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 488348649446 1688471856 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471856 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471856 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471856 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471856 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471857 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471874 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471874 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471874 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 506379291690 1688471881 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471881 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471881 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 513540612925 1688471882 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471883 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471883 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 514703717411 1688471892 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471892 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471892 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 172 1688471892 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=172 1688471892 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471892 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471892 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471892 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471892 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 172 1688471892 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=172 1688471892 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 524395393016 1688471892 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471892 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471892 spa_history.c:319:spa_history_log_sync(): txg 174 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471892 spa_history.c:319:spa_history_log_sync(): txg 174 set failmode=2 1688471892 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471892 spa_history.c:319:spa_history_log_sync(): txg 177 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471897 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 36863203685 529963106400 name type data dmu_tx_assigned 4 11298 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 41 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 36863061066 529964723147 name type data struct_size 4 7160 linear_cnt 4 156 linear_data_size 4 153600 scatter_cnt 4 23 scatter_data_size 4 66048 scatter_chunk_waste 4 40448 scatter_order_0 4 22 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 36867317040 529966241379 name type data hits 4 391647 misses 4 3294 demand_data_hits 4 12859 demand_data_misses 4 430 demand_metadata_hits 4 378776 demand_metadata_misses 4 2705 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 12 prefetch_metadata_misses 4 159 mru_hits 4 314433 mru_ghost_hits 4 0 mfu_hits 4 77202 mfu_ghost_hits 4 0 deleted 4 27192 mutex_miss 4 1 access_skip 4 1 evict_skip 4 5493 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1295951360 evict_l2_ineligible 4 471040 evict_l2_skip 4 0 hash_elements 4 178 hash_elements_max 4 4618 hash_collisions 4 179 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 894672 compressed_size 4 219648 uncompressed_size 4 19688960 overhead_size 4 507392 hdr_size 4 78272 data_size 4 0 metadata_size 4 727040 dbuf_size 4 21200 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 639488 mru_evictable_data 4 0 mru_evictable_metadata 4 166912 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 54784 mfu_evictable_data 4 0 mfu_evictable_metadata 4 0 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3636154368 memory_available_bytes 3 3575029760 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 894672 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 245580200 arc_meta_min 4 16777216 async_upgrade_sync 4 4 demand_hit_predictive_prefetch 4 101 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 36871362881 529967683591 name type data cache_count 4 12 cache_size_bytes 4 188416 cache_size_bytes_max 4 44908032 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 12 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 188416 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 626005 hash_misses 4 130103 hash_collisions 4 751 hash_elements 4 27 hash_elements_max 4 4589 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 9 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 800768 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 36863193731 529968917279 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 289514 dnode_hold_alloc_misses 4 19 dnode_hold_alloc_interior 4 40 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 5 dnode_hold_free_hits 4 9709 dnode_hold_free_misses 4 84 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 48 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9934 dnode_reallocate 4 0 dnode_buf_evict 4 1057 dnode_alloc_next_chunk 4 334 dnode_alloc_race 4 0 dnode_alloc_next_block 4 98 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 36863180966 529970383931 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 524349986005 529971803021 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2041344 1357824 102 223 15657002 335198819 529432810850 36461037 96591557 529432932042 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 174 524395411386 C 0 8704 85504 7 46 2842571 3015 14933 6152251 175 524398253957 C 0 5120 591872 5 75 6259061 3001 10240 11427390 176 524404513018 C 0 3072 0 1 0 11640475 2305 59248 307087 177 524416153493 C 0 0 576512 0 57 933852 2983 52195 11079090 178 524417087345 C 0 0 0 0 0 11277578 3621 9799 121073 179 524428364923 C 0 0 73216 0 36 4999744190 4995 59249 5164952 180 529428109113 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 524349997275 529977448109 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471892 0 291230 1000000000 10782928740643554697 0 /dev/vdc1 2 177 1688471893 0 488870 1000000000 10782928740643554697 2 /dev/vdc1 3 177 1688471894 0 340565 1000000000 10782928740643554697 2 /dev/vdc1 4 177 1688471895 0 560816 1000001517 10782928740643554697 2 /dev/vdc1 5 177 1688471896 0 323938 1000413853 10782928740643554697 3 /dev/vdc1 6 177 1688471897 0 466100 1000409910 10782928740643554697 1 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 36863199186 529982619799 name type data hits 4 952 misses 4 327918 max_streams 4 163397 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 35748997062 529985845254 implementation native byteswap scalar 3516963324 2193128374 superscalar 4546463023 3095090911 superscalar4 3370821182 2482283840 sse2 6250846003 3343275349 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 36871582609 529987281045 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 37706230575 529988592833 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 289441306 117818762 51412486 687321636 127905969 17348609 39815458 8530824 8996251 5967207 scalar 739328473 200700499 88061708 812492214 258795599 198691072 106404870 89917451 50871819 37532898 sse2 1546972531 492936468 258561975 1329016662 559833487 440738520 325569464 290474627 189340393 128943042 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 36871588596 529990207391 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2864 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 2 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 3 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:57:00.642000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090c 0x26442480 eid = 0x620 Jul 4 2023 07:57:00.642000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090c 0x26442480 eid = 0x621 Jul 4 2023 07:57:00.643000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a4090c time = 0x64a4090c 0x265366c0 eid = 0x622 Jul 4 2023 07:57:00.661000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4090c 0x27660f40 eid = 0x623 Jul 4 2023 07:57:01.169000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.201.125@tcp" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x25 history_time = 0x64a4090d time = 0x64a4090d 0xa12bc40 eid = 0x624 Jul 4 2023 07:57:01.178000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x26 history_time = 0x64a4090d time = 0x64a4090d 0xa9c1080 eid = 0x625 Jul 4 2023 07:57:01.187000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x27 history_time = 0x64a4090d time = 0x64a4090d 0xb2564c0 eid = 0x626 Jul 4 2023 07:57:01.194000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x28 history_time = 0x64a4090d time = 0x64a4090d 0xb903480 eid = 0x627 Jul 4 2023 07:57:01.205000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x29 history_time = 0x64a4090d time = 0x64a4090d 0xc380d40 eid = 0x628 Jul 4 2023 07:57:01.218000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2a history_time = 0x64a4090d time = 0x64a4090d 0xcfe6a80 eid = 0x629 Jul 4 2023 07:57:01.230000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2b history_time = 0x64a4090d time = 0x64a4090d 0xdb58580 eid = 0x62a Jul 4 2023 07:57:01.240000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2c history_time = 0x64a4090d time = 0x64a4090d 0xe4e1c00 eid = 0x62b Jul 4 2023 07:57:01.525000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x32 history_time = 0x64a4090d time = 0x64a4090d 0x1f4add40 eid = 0x62c Jul 4 2023 07:57:05.920000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40911 time = 0x64a40911 0x36d61600 eid = 0x62d Jul 4 2023 07:57:05.920000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40911 time = 0x64a40911 0x36d61600 eid = 0x62e Jul 4 2023 07:57:05.960000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40911 0x39387000 eid = 0x62f Jul 4 2023 07:57:05.960000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40911 0x39387000 eid = 0x630 Jul 4 2023 07:57:05.963000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40911 time = 0x64a40911 0x396636c0 eid = 0x631 Jul 4 2023 07:57:05.981000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40911 0x3a78df40 eid = 0x632 Jul 4 2023 07:57:06.501000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.201.125@tcp" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x26 history_time = 0x64a40912 time = 0x64a40912 0x1ddca740 eid = 0x633 Jul 4 2023 07:57:06.513000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x27 history_time = 0x64a40912 time = 0x64a40912 0x1e93c240 eid = 0x634 Jul 4 2023 07:57:06.532000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x28 history_time = 0x64a40912 time = 0x64a40912 0x1fb5ad00 eid = 0x635 Jul 4 2023 07:57:06.550000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x29 history_time = 0x64a40912 time = 0x64a40912 0x20c85580 eid = 0x636 Jul 4 2023 07:57:06.567000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2a history_time = 0x64a40912 time = 0x64a40912 0x21cbbbc0 eid = 0x637 Jul 4 2023 07:57:06.583000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2b history_time = 0x64a40912 time = 0x64a40912 0x22bfdfc0 eid = 0x638 Jul 4 2023 07:57:06.598000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2c history_time = 0x64a40912 time = 0x64a40912 0x23a4c180 eid = 0x639 Jul 4 2023 07:57:06.613000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x2d history_time = 0x64a40912 time = 0x64a40912 0x2489a340 eid = 0x63a Jul 4 2023 07:57:06.923000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x31 history_time = 0x64a40912 time = 0x64a40912 0x3703dcc0 eid = 0x63b Jul 4 2023 07:57:19.463000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x1 pool_context = 0x0 time = 0x64a4091f 0x1b98d1c0 eid = 0x63c Jul 4 2023 07:57:19.486000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x5 pool_context = 0x0 time = 0x64a4091f 0x1cf7c580 eid = 0x63d Jul 4 2023 07:57:26.525000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x1 pool_context = 0x0 time = 0x64a40926 0x1f4add40 eid = 0x63e Jul 4 2023 07:57:26.546000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x5 pool_context = 0x0 time = 0x64a40926 0x208b4c80 eid = 0x63f Jul 4 2023 07:57:27.656000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x1 pool_context = 0x0 time = 0x64a40927 0x2719c400 eid = 0x640 Jul 4 2023 07:57:27.674000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x5 pool_context = 0x0 time = 0x64a40927 0x282c6c80 eid = 0x641 Jul 4 2023 07:57:30.007000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x74 history_time = 0x64a4092a time = 0x64a4092a 0x6acfc0 eid = 0x642 Jul 4 2023 07:57:30.008000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x74 history_time = 0x64a4092a time = 0x64a4092a 0x7a1200 eid = 0x643 Jul 4 2023 07:57:30.036000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a4092a 0x2255100 eid = 0x644 Jul 4 2023 07:57:30.036000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a4092a 0x2255100 eid = 0x645 Jul 4 2023 07:57:30.040000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x77 history_time = 0x64a4092a time = 0x64a4092a 0x2625a00 eid = 0x646 Jul 4 2023 07:57:30.050000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a4092a 0x2faf080 eid = 0x647 Jul 4 2023 07:57:32.779000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x57 history_time = 0x64a4092c time = 0x64a4092c 0x2e6e98c0 eid = 0x648 Jul 4 2023 07:57:32.779000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x57 history_time = 0x64a4092c time = 0x64a4092c 0x2e6e98c0 eid = 0x649 Jul 4 2023 07:57:32.797000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4092c 0x2f814140 eid = 0x64a Jul 4 2023 07:57:32.798000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4092c 0x2f908380 eid = 0x64b Jul 4 2023 07:57:32.800000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x5a history_time = 0x64a4092c time = 0x64a4092c 0x2faf0800 eid = 0x64c Jul 4 2023 07:57:32.810000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x0 pool_context = 0x0 time = 0x64a4092c 0x30479e80 eid = 0x64d Jul 4 2023 07:57:36.672000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4d history_time = 0x64a40930 time = 0x64a40930 0x280de800 eid = 0x64e Jul 4 2023 07:57:36.673000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4d history_time = 0x64a40930 time = 0x64a40930 0x281d2a40 eid = 0x64f Jul 4 2023 07:57:36.704000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x29f63000 eid = 0x650 Jul 4 2023 07:57:36.704000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x29f63000 eid = 0x651 Jul 4 2023 07:57:36.706000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x50 history_time = 0x64a40930 time = 0x64a40930 0x2a14b480 eid = 0x652 Jul 4 2023 07:57:36.721000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x2af99640 eid = 0x653 Jul 4 2023 07:57:54.684000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x1 pool_context = 0x0 time = 0x64a40942 0x28c50300 eid = 0x654 Jul 4 2023 07:57:54.706000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xf7b5eeb1277ca442 pool_state = 0x5 pool_context = 0x0 time = 0x64a40942 0x2a14b480 eid = 0x655 Jul 4 2023 07:58:01.852000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x1 pool_context = 0x0 time = 0x64a40949 0x32c87d00 eid = 0x656 Jul 4 2023 07:58:01.867000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x5 pool_context = 0x0 time = 0x64a40949 0x33ad5ec0 eid = 0x657 Jul 4 2023 07:58:03.009000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x1 pool_context = 0x0 time = 0x64a4094b 0x895440 eid = 0x658 Jul 4 2023 07:58:03.036000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x158882f656a6abb3 pool_state = 0x5 pool_context = 0x0 time = 0x64a4094b 0x2255100 eid = 0x659 Jul 4 2023 07:58:12.719000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xae history_time = 0x64a40954 time = 0x64a40954 0x2adb11c0 eid = 0x65a Jul 4 2023 07:58:12.719000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xae history_time = 0x64a40954 time = 0x64a40954 0x2adb11c0 eid = 0x65b Jul 4 2023 07:58:12.737000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a40954 0x2bedba40 eid = 0x65c Jul 4 2023 07:58:12.737000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a40954 0x2bedba40 eid = 0x65d Jul 4 2023 07:58:12.739000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg225-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg225-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xb1 history_time = 0x64a40954 time = 0x64a40954 0x2c0c3ec0 eid = 0x65e Jul 4 2023 07:58:12.749000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xc88f9996f2f7dfde pool_state = 0x0 pool_context = 0x0 time = 0x64a40954 0x2ca4d540 eid = 0x65f