====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 15696 - 72 - - - - 218 - - - - ddt_cache 0x00040 3793920 3587328 199680 24912 19 18 18 152 144 144 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 6144 - 512 - - - - 12 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 145408 - 1024 - - - - 142 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 11452416 10092544 954368 114688 12 11 11 96 88 88 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 20623360 4194304 1085440 131072 19 19 181 152 32 1448 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7120 - 40 - - - - 178 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 74048 - 416 - - - - 178 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3944 - 136 - - - - 29 - - - - dmu_buf_impl_t 0x00084 - 21600 - 400 - - - - 54 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 38363371830 579290989900 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 38363410886 579292944039 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 40407565028 579294877504 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 40420975693 579297069747 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 40419370781 579299522997 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295241589 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295246608 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295246603 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295241547 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 0 0 4 65536 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295241567 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295241555 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295246603 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 259 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295246608 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1536 4295241594 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295241579 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295241580 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295241580 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295246604 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 261 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295241551 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 258 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295246607 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 261 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295241551 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295246603 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295241594 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295241594 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 8 131072 16384 1 4 4 0 | 1 2 0xf160090 1 1536 4295246608 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295241547 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295241580 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295241588 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295241580 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 257 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295246608 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295241597 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295246608 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471434 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 44872210494 1688471434 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471434 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471434 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471434 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471434 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471434 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471434 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471434 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471434 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471434 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471434 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471434 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471435 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471435 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471435 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471435 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471435 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471435 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471435 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3375283640 1688471435 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471435 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471435 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471435 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 46157155157 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471438 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 48422196403 1688471438 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471438 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471438 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471438 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471438 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 387) 1688471438 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 387) canmount=0 1688471438 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471438 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471438 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 387) xattr=2 1688471438 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 387) dnodesize=1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 387) lustre:mgsnode=192.168.203.161@tcp 1688471438 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 387) lustre:sys.timeout=20 1688471438 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471438 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 387) lustre:version=1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 387) lustre:flags=97 1688471438 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 387) lustre:index=1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 387) lustre:fsname=lustre 1688471438 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 387) lustre:svname=lustre:MDT0001 1688471439 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3344137656 1688471439 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471439 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471439 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471439 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 49574218505 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471441 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 51797802177 1688471441 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471441 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471441 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471441 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471441 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471441 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 387) 1688471441 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 387) canmount=0 1688471441 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471441 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471441 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 387) xattr=2 1688471441 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 387) dnodesize=1 1688471441 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 387) recordsize=1048576 1688471441 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.161@tcp 1688471441 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471441 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471441 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471442 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 387) lustre:flags=98 1688471442 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471442 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471442 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471442 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3344776632 1688471442 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471442 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471442 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471442 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 53162862792 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471445 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 55377662894 1688471445 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471445 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471445 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471445 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471445 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 131) 1688471445 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 131) canmount=0 1688471445 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471445 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471445 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 131) xattr=2 1688471445 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 131) dnodesize=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 131) recordsize=1048576 1688471445 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 131) lustre:mgsnode=192.168.203.161@tcp 1688471445 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 131) lustre:sys.timeout=20 1688471445 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 131) lustre:autodegrade=on 1688471445 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 131) lustre:version=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 131) lustre:flags=98 1688471445 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 131) lustre:index=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 131) lustre:fsname=lustre 1688471445 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 131) lustre:svname=lustre:OST0001 1688471446 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3346382264 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471446 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471446 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 56770841747 1688471452 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471452 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471452 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471452 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471452 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471452 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471452 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471452 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471452 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471452 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471452 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 63025074856 1688471452 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471452 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471452 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471452 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471452 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471452 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471453 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471453 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471453 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471453 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471453 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471453 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471453 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471453 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471455 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471459 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471459 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471459 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471459 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471459 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471459 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471459 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 69544944001 1688471459 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471459 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471459 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471459 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471459 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471459 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471460 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471460 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471460 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 387) lustre:sys.timeout=20 1688471460 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 387) lustre:mgsnode=192.168.203.161@tcp 1688471460 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 387) lustre:version=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 387) lustre:flags=33 1688471460 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 387) lustre:index=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 387) lustre:fsname=lustre 1688471460 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 387) lustre:svname=lustre:MDT0001 1688471460 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 387) lustre:svname=lustre-MDT0001 1688471464 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471464 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471464 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471464 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471464 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471464 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471464 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471464 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471464 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471464 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471464 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 75033194275 1688471464 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471464 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471464 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471464 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471464 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471464 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471465 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471465 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.161@tcp 1688471465 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471465 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471465 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471465 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 387) lustre:flags=34 1688471465 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471465 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471465 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471465 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 387) lustre:svname=lustre-OST0000 1688471469 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471469 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471469 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471469 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471469 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 80127325033 1688471469 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471469 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471469 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471469 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471469 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471470 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471470 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 131) lustre:sys.timeout=20 1688471470 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 131) lustre:autodegrade=on 1688471470 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 131) lustre:mgsnode=192.168.203.161@tcp 1688471470 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 131) lustre:version=1 1688471470 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 131) lustre:flags=34 1688471470 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 131) lustre:index=1 1688471470 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 131) lustre:fsname=lustre 1688471470 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 131) lustre:svname=lustre:OST0001 1688471470 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 131) lustre:svname=lustre-OST0001 1688471507 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471507 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 118151458810 1688471515 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471515 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471515 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 125422281865 1688471522 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471522 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 132618026133 1688471529 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471529 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471529 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 139820621828 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471534 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 144858197867 1688471534 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471534 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471534 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471534 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471534 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471534 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471534 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471534 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471534 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471534 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471534 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471534 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471534 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471534 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471534 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471534 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471534 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471534 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471534 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471535 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471535 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471535 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 145631835170 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471537 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 147349317722 1688471537 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471537 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471537 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471537 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 139) 1688471537 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 139) quota=409600000 1688471537 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 139) canmount=0 1688471537 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471537 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471537 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 139) xattr=2 1688471537 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 139) dnodesize=1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 139) lustre:mgsnode=192.168.203.161@tcp 1688471537 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 139) lustre:sys.timeout=20 1688471537 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471537 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 139) lustre:version=1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 139) lustre:flags=97 1688471537 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 139) lustre:index=1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 139) lustre:fsname=lustre 1688471537 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre:MDT0001 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471537 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 148126295337 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471539 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 149733602777 1688471539 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471539 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471539 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471539 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471539 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471539 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471539 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471539 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471539 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471539 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471539 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471539 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471539 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471539 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.161@tcp 1688471539 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471539 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471539 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471539 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471539 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471539 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471539 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471540 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471540 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471540 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471540 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 150589828467 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471542 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 152364552508 1688471542 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471542 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471542 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471542 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471542 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471542 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 68) 1688471542 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 68) quota=409600000 1688471542 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 68) canmount=0 1688471542 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471542 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471542 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 68) xattr=2 1688471542 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 68) dnodesize=1 1688471542 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 68) recordsize=1048576 1688471542 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.203.161@tcp 1688471542 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471542 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471542 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471542 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 68) lustre:flags=98 1688471542 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471542 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471542 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471543 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471543 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471543 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471543 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 153298860988 1688471543 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471543 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471543 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471543 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471543 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471543 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471543 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471543 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471543 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471543 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471543 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 154046690848 1688471543 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471543 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471543 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471543 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471543 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471543 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471544 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471544 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471544 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471544 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471544 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471544 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471544 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471544 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471544 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471548 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471548 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471548 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471548 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471548 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471548 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471548 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471548 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471548 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471548 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471548 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 158483558346 1688471548 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471548 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471548 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471548 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471548 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471548 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471548 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471549 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471549 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 139) lustre:sys.timeout=20 1688471549 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 139) lustre:mgsnode=192.168.203.161@tcp 1688471549 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 139) lustre:version=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 139) lustre:flags=33 1688471549 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 139) lustre:index=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 139) lustre:fsname=lustre 1688471549 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre:MDT0001 1688471549 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre-MDT0001 1688471554 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471554 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471554 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471554 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471554 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 165002909519 1688471554 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471554 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471554 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471554 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471554 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471555 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471555 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471555 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471555 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.161@tcp 1688471555 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471555 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471555 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471555 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471555 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471556 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471564 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471564 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471565 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 175181259861 1688471572 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471572 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471572 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 182419044553 1688471573 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471573 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471573 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 183671907470 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471581 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 192025340171 1688471581 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471581 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471581 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471581 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471581 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471581 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 264) 1688471581 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 264) quota=409600000 1688471581 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 264) canmount=0 1688471581 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471581 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471581 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 264) xattr=2 1688471581 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 264) dnodesize=1 1688471581 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 264) lustre:sys.timeout=20 1688471581 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 264) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471581 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 264) lustre:version=1 1688471581 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 264) lustre:flags=101 1688471581 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 264) lustre:index=0 1688471582 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 264) lustre:fsname=lustre 1688471582 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre:MDT0000 1688471582 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471582 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471582 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471582 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 192750608001 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471584 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 194465210424 1688471584 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471584 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471584 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471584 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471584 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471584 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 68) 1688471584 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 68) quota=409600000 1688471584 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 68) canmount=0 1688471584 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471584 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471584 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 68) xattr=2 1688471584 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 68) dnodesize=1 1688471584 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 68) lustre:mgsnode=192.168.203.161@tcp 1688471584 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 68) lustre:sys.timeout=20 1688471584 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471584 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 68) lustre:version=1 1688471584 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 68) lustre:flags=97 1688471584 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 68) lustre:index=1 1688471584 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 68) lustre:fsname=lustre 1688471584 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre:MDT0001 1688471585 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471585 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471585 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471585 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 195225035220 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471586 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 196828651234 1688471586 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471586 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471586 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471586 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471586 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471586 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471586 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) quota=409600000 1688471586 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) canmount=0 1688471586 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471586 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471586 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) xattr=2 1688471586 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471586 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471586 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.161@tcp 1688471586 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471586 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471586 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471586 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471586 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471586 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471586 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471587 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471587 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471587 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471587 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 197609377268 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471589 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 199205436985 1688471589 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471589 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471589 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471589 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471589 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471589 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471589 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471589 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471589 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471589 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471589 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471589 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471589 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471589 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471589 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471589 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471589 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471589 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471589 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471589 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471589 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 199982830951 1688471590 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471590 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471590 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471590 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471590 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471590 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471590 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471590 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471590 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471590 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471590 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 200674905034 1688471590 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471590 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471590 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471590 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471590 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471590 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471591 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 264) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471591 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 264) lustre:sys.timeout=20 1688471591 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 264) lustre:version=1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 264) lustre:flags=37 1688471591 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 264) lustre:index=0 1688471591 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 264) lustre:fsname=lustre 1688471591 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre:MDT0000 1688471591 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre-MDT0000 1688471594 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471594 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471594 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471594 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471594 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471594 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471594 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471594 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471594 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471594 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471594 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 204857108470 1688471594 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471594 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471594 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471594 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471594 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471594 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471595 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471595 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 68) lustre:mgsnode=192.168.203.161@tcp 1688471595 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471595 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 68) lustre:sys.timeout=20 1688471595 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 68) lustre:version=1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 68) lustre:flags=33 1688471595 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 68) lustre:index=1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 68) lustre:fsname=lustre 1688471595 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre:MDT0001 1688471595 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre-MDT0001 1688471599 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471599 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471600 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471600 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471600 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471600 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471600 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471600 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471600 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471600 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471600 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 210263782529 1688471600 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471600 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471600 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471600 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471600 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471600 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471600 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471600 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.161@tcp 1688471600 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471600 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471600 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471600 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471600 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471600 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471600 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471601 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471608 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471608 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471608 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471608 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471608 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 218564792840 1688471608 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471608 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471608 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471608 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471608 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471608 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471608 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471609 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471609 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 134) lustre:flags=34 1688471609 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471609 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471609 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471609 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 134) lustre:svname=lustre-OST0001 1688471632 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471632 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471632 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 243119108622 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471650 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 260706616870 1688471657 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471657 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471657 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 267949151686 1688471665 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471665 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471665 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 275343597103 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471688 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 298763763820 1688471688 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471688 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471688 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471688 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471688 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471688 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471688 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471688 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471688 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471688 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471688 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471688 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471688 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471688 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471688 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471689 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471689 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471689 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471689 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 299628760127 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471691 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 301551248704 1688471691 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471691 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471691 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471691 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471691 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471691 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 134) 1688471691 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 134) quota=409600000 1688471691 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 134) canmount=0 1688471691 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471691 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471691 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 134) xattr=2 1688471691 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 134) dnodesize=1 1688471691 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471691 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471691 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471691 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471691 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 134) lustre:flags=97 1688471691 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471691 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471691 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471692 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471692 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 302443153812 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471694 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 304333683253 1688471694 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471694 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471694 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471694 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471694 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471694 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471694 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) quota=409600000 1688471694 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) canmount=0 1688471694 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471694 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471694 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) xattr=2 1688471694 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471694 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471694 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.161@tcp 1688471694 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471694 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471694 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471694 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471694 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471694 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471694 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471695 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471695 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471695 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 305259737287 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471696 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 307102741562 1688471696 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471696 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471696 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471696 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471696 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471697 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471697 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471697 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471697 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471697 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471697 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471697 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471697 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.161@tcp 1688471697 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471697 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471697 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471697 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471697 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471697 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471697 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471697 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471697 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471697 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471697 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 308096239267 1688471698 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471698 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471698 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471698 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471698 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471698 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471698 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471698 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471698 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471698 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471698 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 308890712388 1688471698 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471698 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471698 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471698 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471698 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471698 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471699 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471699 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471699 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471699 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471699 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471699 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471700 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471704 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471704 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471704 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471704 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471704 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471704 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471704 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471704 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471704 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471704 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471704 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 314405666646 1688471704 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471704 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471704 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471704 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471704 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471704 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471704 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471704 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471704 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471704 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471704 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 134) lustre:flags=33 1688471704 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471704 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471705 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre-MDT0001 1688471710 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471710 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471710 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471710 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471710 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471710 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471710 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471710 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471710 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471710 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471710 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 320356248385 1688471710 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471710 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471710 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471710 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471710 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471710 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471710 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471710 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471710 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471710 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.161@tcp 1688471710 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471710 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471710 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471710 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471710 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471711 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471720 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471720 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471720 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 330571270132 1688471723 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471723 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471723 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 333999061136 1688471725 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471725 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471725 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 335528580882 1688471728 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471728 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471728 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 112 1688471728 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=112 1688471728 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471728 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471728 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471728 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471728 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 112 1688471728 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=112 1688471728 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 338582657462 1688471728 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471728 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471728 spa_history.c:319:spa_history_log_sync(): txg 114 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471728 spa_history.c:319:spa_history_log_sync(): txg 114 set failmode=2 1688471728 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471728 spa_history.c:319:spa_history_log_sync(): txg 117 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471729 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471732 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471732 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471732 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471732 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471732 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471732 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471732 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471732 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471732 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471732 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471732 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 342671660200 1688471732 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471732 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471732 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471732 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471732 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471732 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471733 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471738 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471738 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471738 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471738 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471738 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471738 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471738 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471738 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471738 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471738 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471738 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 348346717035 1688471738 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471738 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471738 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471738 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471738 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471738 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471739 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471743 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471743 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471743 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471743 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471743 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471743 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471743 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471743 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471743 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471743 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471743 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 353810618593 1688471743 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471743 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471743 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471743 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471743 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471743 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471744 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471744 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.161@tcp 1688471744 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471744 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471744 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471744 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 259) lustre:flags=34 1688471744 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471744 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471744 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471744 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 259) lustre:svname=lustre-OST0001 1688471756 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471756 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471756 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 367071036113 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471770 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471770 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 380807724822 1688471777 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471777 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471777 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 388158541164 1688471781 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471781 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471781 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 391598961980 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471804 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 415175947884 1688471805 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471805 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471805 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471805 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471805 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471805 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 388) 1688471805 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 388) quota=409600000 1688471805 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 388) canmount=0 1688471805 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471805 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471805 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 388) xattr=2 1688471805 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 388) dnodesize=1 1688471805 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471805 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471805 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471805 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 388) lustre:flags=101 1688471805 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471805 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471805 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471805 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471805 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471805 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471805 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 416168622099 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471808 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 418180307822 1688471808 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471808 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471808 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471808 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 134) 1688471808 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 134) quota=409600000 1688471808 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 134) canmount=0 1688471808 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471808 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471808 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 134) xattr=2 1688471808 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 134) dnodesize=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471808 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471808 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471808 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 134) lustre:flags=97 1688471808 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471808 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471808 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471808 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 419066159544 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471810 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 421029187067 1688471810 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471810 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471810 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471810 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471810 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471810 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 68) 1688471811 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 68) quota=409600000 1688471811 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 68) canmount=0 1688471811 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471811 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471811 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 68) xattr=2 1688471811 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 68) dnodesize=1 1688471811 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 68) recordsize=1048576 1688471811 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.203.161@tcp 1688471811 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471811 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471811 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471811 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 68) lustre:flags=98 1688471811 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471811 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471811 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471811 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2763193784 1688471811 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471811 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471811 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 422176324466 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471813 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 424046467287 1688471813 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471813 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471813 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471813 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471813 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471813 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 260) 1688471814 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 260) quota=409600000 1688471814 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 260) canmount=0 1688471814 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471814 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471814 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 260) xattr=2 1688471814 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 260) dnodesize=1 1688471814 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 260) recordsize=1048576 1688471814 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.161@tcp 1688471814 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471814 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471814 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471814 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 260) lustre:flags=98 1688471814 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471814 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471814 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471814 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3206741432 1688471814 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471814 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471814 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471815 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 425196659291 1688471815 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471815 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471815 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471815 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471815 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471815 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471815 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471815 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471815 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471815 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471815 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 426123186321 1688471815 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471815 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471815 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471815 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471816 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471816 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471816 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471816 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471816 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471816 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471816 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 388) lustre:flags=37 1688471816 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471816 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471816 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471818 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre-MDT0000 1688471821 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471821 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471821 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471821 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471821 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471821 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471821 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471821 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471821 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471821 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471821 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 432095423589 1688471821 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471821 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471821 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471821 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471821 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471821 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471822 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471822 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471822 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471822 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471822 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471822 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 134) lustre:flags=33 1688471822 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471822 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471822 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471823 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre-MDT0001 1688471829 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471829 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471829 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471829 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471829 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471829 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471829 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471829 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471829 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471829 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471829 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 439446756699 1688471829 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471829 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471829 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471829 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471829 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471829 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471830 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471830 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471830 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471830 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.203.161@tcp 1688471830 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471830 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 68) lustre:flags=34 1688471830 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471830 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471830 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471830 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 68) lustre:svname=lustre-OST0000 1688471846 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471846 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471846 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 456396571547 1688471849 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471849 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 459870975468 1688471851 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471851 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471851 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 461488475606 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471859 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 469829911567 1688471859 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471859 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471859 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471859 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471859 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471859 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 134) 1688471859 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 134) quota=409600000 1688471859 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 134) canmount=0 1688471859 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471859 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471859 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 134) xattr=2 1688471859 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 134) dnodesize=1 1688471859 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471859 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471859 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471859 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 134) lustre:flags=101 1688471859 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471859 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471859 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471860 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2739715512 1688471860 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471860 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471860 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471860 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 470936563528 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471873 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 484054166983 1688471873 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471873 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471873 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471873 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471873 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471873 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 263) 1688471874 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 263) quota=409600000 1688471874 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 263) canmount=0 1688471874 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471874 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471874 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 263) xattr=2 1688471874 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 263) dnodesize=1 1688471874 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471874 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471874 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471874 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 263) lustre:flags=101 1688471874 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471874 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471874 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471874 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2977807800 1688471874 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471874 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471874 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471874 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 485100965594 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471876 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 487092949804 1688471876 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471876 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471876 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471876 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471876 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471876 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 260) 1688471876 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 260) quota=409600000 1688471876 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 260) canmount=0 1688471877 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471877 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471877 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 260) xattr=2 1688471877 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 260) dnodesize=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 260) lustre:mgsnode=192.168.203.161@tcp 1688471877 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 260) lustre:sys.timeout=20 1688471877 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471877 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 260) lustre:version=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 260) lustre:flags=97 1688471877 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 260) lustre:index=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 260) lustre:fsname=lustre 1688471877 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre:MDT0001 1688471877 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471877 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471877 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471877 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 487934578642 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471879 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 489761557821 1688471879 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471879 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471879 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471879 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471879 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471879 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 78) 1688471879 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 78) quota=409600000 1688471879 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 78) canmount=0 1688471879 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471879 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471879 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 78) xattr=2 1688471879 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 78) dnodesize=1 1688471879 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 78) recordsize=1048576 1688471879 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 78) lustre:mgsnode=192.168.203.161@tcp 1688471879 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 78) lustre:sys.timeout=20 1688471879 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 78) lustre:autodegrade=on 1688471879 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 78) lustre:version=1 1688471879 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 78) lustre:flags=98 1688471879 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 78) lustre:index=0 1688471879 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 78) lustre:fsname=lustre 1688471880 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 78) lustre:svname=lustre:OST0000 1688471880 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3345350072 1688471880 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471880 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471880 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471880 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 490954278184 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471882 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 492957967053 1688471882 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471882 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471882 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471882 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471882 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471882 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 145) 1688471882 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 145) quota=409600000 1688471882 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 145) canmount=0 1688471882 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471882 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471882 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 145) xattr=2 1688471883 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 145) dnodesize=1 1688471883 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 145) recordsize=1048576 1688471883 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 145) lustre:mgsnode=192.168.203.161@tcp 1688471883 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 145) lustre:sys.timeout=20 1688471883 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 145) lustre:autodegrade=on 1688471883 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 145) lustre:version=1 1688471883 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 145) lustre:flags=98 1688471883 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 145) lustre:index=1 1688471883 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 145) lustre:fsname=lustre 1688471883 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 145) lustre:svname=lustre:OST0001 1688471883 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3396599224 1688471883 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471883 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471883 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471884 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 494211180132 1688471884 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471884 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471884 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471884 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471884 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471884 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471884 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471884 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471885 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471885 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471885 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 495231055764 1688471885 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471885 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471885 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471885 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471885 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471885 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471885 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471885 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471885 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471885 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471885 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 263) lustre:flags=37 1688471885 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471885 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471885 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471886 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre-MDT0000 1688471890 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471890 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471890 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471890 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471890 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 500328836358 1688471890 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471890 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471890 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471890 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471890 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471890 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471890 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 260) lustre:mgsnode=192.168.203.161@tcp 1688471890 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471890 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 260) lustre:sys.timeout=20 1688471890 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 260) lustre:version=1 1688471890 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 260) lustre:flags=33 1688471890 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 260) lustre:index=1 1688471890 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 260) lustre:fsname=lustre 1688471890 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre:MDT0001 1688471891 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre-MDT0001 1688471895 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471895 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471895 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471895 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471895 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471895 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471895 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471895 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471895 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471895 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471895 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 506079907303 1688471895 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471895 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471895 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471895 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471895 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471895 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471896 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471896 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 78) lustre:sys.timeout=20 1688471896 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 78) lustre:autodegrade=on 1688471896 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 78) lustre:mgsnode=192.168.203.161@tcp 1688471896 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 78) lustre:version=1 1688471896 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 78) lustre:flags=34 1688471896 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 78) lustre:index=0 1688471896 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 78) lustre:fsname=lustre 1688471896 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 78) lustre:svname=lustre:OST0000 1688471897 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 78) lustre:svname=lustre-OST0000 1688471910 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471910 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471910 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 520996477239 1688471913 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471913 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471913 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 524164627319 1688471915 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471915 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471915 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 525418592832 1688471917 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471917 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471917 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471917 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471917 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471917 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471917 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471917 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471917 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471917 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471917 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 527844946377 1688471917 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471917 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471917 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471917 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471917 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471917 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471918 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471920 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471920 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471920 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 83 1688471920 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=83 1688471920 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471920 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471920 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471920 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471920 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 83 1688471920 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=83 1688471920 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 530730312096 1688471920 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471920 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471920 spa_history.c:319:spa_history_log_sync(): txg 85 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471920 spa_history.c:319:spa_history_log_sync(): txg 85 set failmode=2 1688471920 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471920 spa_history.c:319:spa_history_log_sync(): txg 88 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471921 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471924 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471924 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471925 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471925 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471925 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471925 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471925 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471925 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471925 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471925 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471925 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 535264499932 1688471925 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471925 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471925 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471925 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471925 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471925 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471925 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471947 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471947 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471947 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 557719844869 1688471950 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471950 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471950 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 560824567192 1688471953 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471953 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471953 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 564031349881 1688471964 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471964 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471964 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 171 1688471964 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=171 1688471964 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471964 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471964 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471964 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471964 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 171 1688471964 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=171 1688471964 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 574265027105 1688471964 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471964 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471964 spa_history.c:319:spa_history_log_sync(): txg 173 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471964 spa_history.c:319:spa_history_log_sync(): txg 173 set failmode=2 1688471964 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471964 spa_history.c:319:spa_history_log_sync(): txg 176 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471969 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 40411259584 579555528530 name type data dmu_tx_assigned 4 11162 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 41 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 40411163876 579557530867 name type data struct_size 4 7120 linear_cnt 4 152 linear_data_size 4 149504 scatter_cnt 4 26 scatter_data_size 4 71680 scatter_chunk_waste 4 47104 scatter_order_0 4 25 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 40415844703 579559400340 name type data hits 4 392595 misses 4 3300 demand_data_hits 4 13124 demand_data_misses 4 430 demand_metadata_hits 4 379463 demand_metadata_misses 4 2724 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 8 prefetch_metadata_misses 4 146 mru_hits 4 306762 mru_ghost_hits 4 0 mfu_hits 4 85825 mfu_ghost_hits 4 0 deleted 4 26898 mutex_miss 4 0 access_skip 4 0 evict_skip 4 5450 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1280112128 evict_l2_ineligible 4 487424 evict_l2_skip 4 0 hash_elements 4 177 hash_elements_max 4 4617 hash_collisions 4 212 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 900424 compressed_size 4 221184 uncompressed_size 4 19557888 overhead_size 4 511488 hdr_size 4 77992 data_size 4 0 metadata_size 4 732672 dbuf_size 4 21600 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 645120 mru_evictable_data 4 0 mru_evictable_metadata 4 165376 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 54784 mfu_evictable_data 4 0 mfu_evictable_metadata 4 0 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3639275520 memory_available_bytes 3 3578150912 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 900424 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 246488600 arc_meta_min 4 16777216 async_upgrade_sync 4 5 demand_hit_predictive_prefetch 4 86 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 40419903284 579561402439 name type data cache_count 4 14 cache_size_bytes 4 208896 cache_size_bytes_max 4 44908032 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 14 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 208896 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 624511 hash_misses 4 129670 hash_collisions 4 678 hash_elements 4 28 hash_elements_max 4 4591 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 7 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 670208 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 40411250779 579563141628 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 289131 dnode_hold_alloc_misses 4 10 dnode_hold_alloc_interior 4 42 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 7 dnode_hold_free_hits 4 9542 dnode_hold_free_misses 4 86 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 48 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9767 dnode_reallocate 4 0 dnode_buf_evict 4 1055 dnode_alloc_next_chunk 4 330 dnode_alloc_race 4 0 dnode_alloc_next_block 4 104 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 40411240512 579564959294 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 574213765126 579566712833 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2029056 1387008 124 218 19175626 278418123 579311701322 42101432 123564834 579311857624 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 173 574265089396 C 0 9728 90112 8 42 3004283 2346 11456 7486325 174 574268093679 C 0 8192 604160 6 63 7531887 2995 5753 16438984 175 574275625566 C 0 2560 0 1 0 16736740 2625 71068 395143 176 574292362306 C 0 0 585728 0 64 975829 2448 24716 13448022 177 574293338135 C 0 0 0 0 0 13569956 3192 23410 143490 178 574306908091 C 0 0 76288 0 40 4999195836 7922 54393 6240930 179 579306103927 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 574213777400 579574373374 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471964 0 305020 1000000000 15142960578147699365 0 /dev/vdc1 2 176 1688471965 0 426976 1000000000 15142960578147699365 2 /dev/vdc1 3 176 1688471966 0 382007 1000000000 15142960578147699365 1 /dev/vdc1 4 176 1688471967 0 517210 1000136714 15142960578147699365 1 /dev/vdc1 5 176 1688471968 0 491636 1000395074 15142960578147699365 2 /dev/vdc1 6 176 1688471969 0 461286 1000393352 15142960578147699365 1 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 40411255248 579579569808 name type data hits 4 895 misses 4 340956 max_streams 4 169925 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 38901466694 579582966176 implementation native byteswap scalar 3078348748 2137090816 superscalar 3603992275 2571605906 superscalar4 2967099055 2240269767 sse2 5589262888 3033759303 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 40420984579 579584526304 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 41298949401 579586154943 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 249772528 98567131 43907416 598691930 101673211 13172622 35467320 6840934 7193943 4814934 scalar 589164953 160353519 79600661 647185631 209661520 146638209 90633701 79210054 44978488 32593151 sse2 1000283276 424636962 243543807 1105477378 421713916 403714973 271868619 242777304 167315728 110808923 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 40420990807 579587681624 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2870 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 2 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:58:10.178000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0xa9c1080 eid = 0x620 Jul 4 2023 07:58:10.178000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0xa9c1080 eid = 0x621 Jul 4 2023 07:58:10.180000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a40952 time = 0x64a40952 0xaba9500 eid = 0x622 Jul 4 2023 07:58:10.194000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0xb903480 eid = 0x623 Jul 4 2023 07:58:10.754000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.203.161@tcp" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x25 history_time = 0x64a40952 time = 0x64a40952 0x2cf12080 eid = 0x624 Jul 4 2023 07:58:10.764000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x26 history_time = 0x64a40952 time = 0x64a40952 0x2d89b700 eid = 0x625 Jul 4 2023 07:58:10.777000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x27 history_time = 0x64a40952 time = 0x64a40952 0x2e501440 eid = 0x626 Jul 4 2023 07:58:10.788000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x28 history_time = 0x64a40952 time = 0x64a40952 0x2ef7ed00 eid = 0x627 Jul 4 2023 07:58:10.798000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x29 history_time = 0x64a40952 time = 0x64a40952 0x2f908380 eid = 0x628 Jul 4 2023 07:58:10.809000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2a history_time = 0x64a40952 time = 0x64a40952 0x30385c40 eid = 0x629 Jul 4 2023 07:58:10.817000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2b history_time = 0x64a40952 time = 0x64a40952 0x30b26e40 eid = 0x62a Jul 4 2023 07:58:10.826000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2c history_time = 0x64a40952 time = 0x64a40952 0x313bc280 eid = 0x62b Jul 4 2023 07:58:11.156000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x32 history_time = 0x64a40953 time = 0x64a40953 0x94c5f00 eid = 0x62c Jul 4 2023 07:58:15.907000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40957 time = 0x64a40957 0x360fb8c0 eid = 0x62d Jul 4 2023 07:58:15.907000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40957 time = 0x64a40957 0x360fb8c0 eid = 0x62e Jul 4 2023 07:58:15.952000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40957 0x38be5e00 eid = 0x62f Jul 4 2023 07:58:15.952000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40957 0x38be5e00 eid = 0x630 Jul 4 2023 07:58:15.953000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40957 time = 0x64a40957 0x38cda040 eid = 0x631 Jul 4 2023 07:58:15.975000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40957 0x3a1d51c0 eid = 0x632 Jul 4 2023 07:58:16.556000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x26 history_time = 0x64a40958 time = 0x64a40958 0x2123e300 eid = 0x633 Jul 4 2023 07:58:16.574000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x27 history_time = 0x64a40958 time = 0x64a40958 0x22368b80 eid = 0x634 Jul 4 2023 07:58:16.593000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.161@tcp" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x28 history_time = 0x64a40958 time = 0x64a40958 0x23587640 eid = 0x635 Jul 4 2023 07:58:16.605000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x29 history_time = 0x64a40958 time = 0x64a40958 0x240f9140 eid = 0x636 Jul 4 2023 07:58:16.618000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x2a history_time = 0x64a40958 time = 0x64a40958 0x24d5ee80 eid = 0x637 Jul 4 2023 07:58:16.629000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x2b history_time = 0x64a40958 time = 0x64a40958 0x257dc740 eid = 0x638 Jul 4 2023 07:58:16.640000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x2c history_time = 0x64a40958 time = 0x64a40958 0x2625a000 eid = 0x639 Jul 4 2023 07:58:16.651000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x2d history_time = 0x64a40958 time = 0x64a40958 0x26cd78c0 eid = 0x63a Jul 4 2023 07:58:17.025000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x31 history_time = 0x64a40959 time = 0x64a40959 0x17d7840 eid = 0x63b Jul 4 2023 07:58:30.803000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x1 pool_context = 0x0 time = 0x64a40966 0x2fdccec0 eid = 0x63c Jul 4 2023 07:58:30.830000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x5 pool_context = 0x0 time = 0x64a40966 0x3178cb80 eid = 0x63d Jul 4 2023 07:58:33.974000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x1 pool_context = 0x0 time = 0x64a40969 0x3a0e0f80 eid = 0x63e Jul 4 2023 07:58:33.997000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x5 pool_context = 0x0 time = 0x64a40969 0x3b6d0340 eid = 0x63f Jul 4 2023 07:58:35.226000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x1 pool_context = 0x0 time = 0x64a4096b 0xd787c80 eid = 0x640 Jul 4 2023 07:58:35.251000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x5 pool_context = 0x0 time = 0x64a4096b 0xef5f4c0 eid = 0x641 Jul 4 2023 07:58:37.672000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x73 history_time = 0x64a4096d time = 0x64a4096d 0x280de800 eid = 0x642 Jul 4 2023 07:58:37.672000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x73 history_time = 0x64a4096d time = 0x64a4096d 0x280de800 eid = 0x643 Jul 4 2023 07:58:37.695000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4096d 0x296cdbc0 eid = 0x644 Jul 4 2023 07:58:37.695000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4096d 0x296cdbc0 eid = 0x645 Jul 4 2023 07:58:37.696000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x76 history_time = 0x64a4096d time = 0x64a4096d 0x297c1e00 eid = 0x646 Jul 4 2023 07:58:37.707000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4096d 0x2a23f6c0 eid = 0x647 Jul 4 2023 07:58:40.556000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x55 history_time = 0x64a40970 time = 0x64a40970 0x2123e300 eid = 0x648 Jul 4 2023 07:58:40.557000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x55 history_time = 0x64a40970 time = 0x64a40970 0x21332540 eid = 0x649 Jul 4 2023 07:58:40.583000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40970 0x22bfdfc0 eid = 0x64a Jul 4 2023 07:58:40.583000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40970 0x22bfdfc0 eid = 0x64b Jul 4 2023 07:58:40.586000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x58 history_time = 0x64a40970 time = 0x64a40970 0x22eda680 eid = 0x64c Jul 4 2023 07:58:40.599000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40970 0x23b403c0 eid = 0x64d Jul 4 2023 07:58:45.092000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4d history_time = 0x64a40975 time = 0x64a40975 0x57bcf00 eid = 0x64e Jul 4 2023 07:58:45.092000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4d history_time = 0x64a40975 time = 0x64a40975 0x57bcf00 eid = 0x64f Jul 4 2023 07:58:45.135000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40975 0x80befc0 eid = 0x650 Jul 4 2023 07:58:45.135000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40975 0x80befc0 eid = 0x651 Jul 4 2023 07:58:45.137000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x50 history_time = 0x64a40975 time = 0x64a40975 0x82a7440 eid = 0x652 Jul 4 2023 07:58:45.157000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40975 0x95ba140 eid = 0x653 Jul 4 2023 07:59:07.530000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x1 pool_context = 0x0 time = 0x64a4098b 0x1f972880 eid = 0x654 Jul 4 2023 07:59:07.548000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x5 pool_context = 0x0 time = 0x64a4098b 0x20a9d100 eid = 0x655 Jul 4 2023 07:59:10.633000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x1 pool_context = 0x0 time = 0x64a4098e 0x25bad040 eid = 0x656 Jul 4 2023 07:59:10.653000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x5 pool_context = 0x0 time = 0x64a4098e 0x26ebfd40 eid = 0x657 Jul 4 2023 07:59:13.842000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x1 pool_context = 0x0 time = 0x64a40991 0x322fe680 eid = 0x658 Jul 4 2023 07:59:13.859000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x5 pool_context = 0x0 time = 0x64a40991 0x33334cc0 eid = 0x659 Jul 4 2023 07:59:24.091000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xad history_time = 0x64a4099c time = 0x64a4099c 0x56c8cc0 eid = 0x65a Jul 4 2023 07:59:24.091000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xad history_time = 0x64a4099c time = 0x64a4099c 0x56c8cc0 eid = 0x65b Jul 4 2023 07:59:24.115000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4099c 0x6dac2c0 eid = 0x65c Jul 4 2023 07:59:24.115000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4099c 0x6dac2c0 eid = 0x65d Jul 4 2023 07:59:24.117000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xb0 history_time = 0x64a4099c time = 0x64a4099c 0x6f94740 eid = 0x65e Jul 4 2023 07:59:24.130000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4099c 0x7bfa480 eid = 0x65f ====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 15768 - 72 - - - - 219 - - - - ddt_cache 0x00040 3793920 3587328 199680 24912 19 18 18 152 144 144 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 6144 - 512 - - - - 12 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 145408 - 1024 - - - - 142 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 11452416 10092544 954368 114688 12 11 11 96 88 88 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 20623360 4194304 1085440 131072 19 19 181 152 32 1448 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7120 - 40 - - - - 178 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 74048 - 416 - - - - 178 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3944 - 136 - - - - 29 - - - - dmu_buf_impl_t 0x00084 - 21600 - 400 - - - - 54 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 38363371830 580174049312 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 38363410886 580175787371 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 40407565028 580177710736 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 40420975693 580179569643 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 40419370781 580181479190 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295241589 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295246608 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295246603 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295241547 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 0 0 4 65536 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295241567 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295241555 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295246603 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 259 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295246608 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1536 4295241594 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295241579 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295241580 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295241580 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295246604 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 261 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295241551 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 258 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295246607 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 261 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295241551 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295246603 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295241594 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295241594 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 8 131072 16384 1 4 4 0 | 1 2 0xf160090 1 1536 4295246608 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295241547 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295241580 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295241588 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295241580 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 257 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295246608 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295241597 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295246608 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471434 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471434 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 44872210494 1688471434 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471434 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471434 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471434 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471434 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471434 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471434 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471434 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471434 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471434 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471434 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471434 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471435 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471435 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471435 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471435 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471435 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471435 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471435 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3375283640 1688471435 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471435 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471435 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471435 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 46157155157 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471438 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471438 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 48422196403 1688471438 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471438 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471438 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471438 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471438 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 387) 1688471438 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 387) canmount=0 1688471438 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471438 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471438 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 387) xattr=2 1688471438 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 387) dnodesize=1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 387) lustre:mgsnode=192.168.203.161@tcp 1688471438 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 387) lustre:sys.timeout=20 1688471438 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471438 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 387) lustre:version=1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 387) lustre:flags=97 1688471438 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 387) lustre:index=1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 387) lustre:fsname=lustre 1688471438 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 387) lustre:svname=lustre:MDT0001 1688471439 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3344137656 1688471439 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471439 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471439 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471439 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 49574218505 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471441 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471441 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 51797802177 1688471441 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471441 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471441 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471441 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471441 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471441 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 387) 1688471441 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 387) canmount=0 1688471441 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471441 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471441 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 387) xattr=2 1688471441 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 387) dnodesize=1 1688471441 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 387) recordsize=1048576 1688471441 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.161@tcp 1688471441 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471441 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471441 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471442 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 387) lustre:flags=98 1688471442 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471442 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471442 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471442 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3344776632 1688471442 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471442 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471442 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471442 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 53162862792 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471445 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471445 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 55377662894 1688471445 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471445 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471445 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471445 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471445 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 131) 1688471445 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 131) canmount=0 1688471445 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471445 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471445 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 131) xattr=2 1688471445 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 131) dnodesize=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 131) recordsize=1048576 1688471445 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 131) lustre:mgsnode=192.168.203.161@tcp 1688471445 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 131) lustre:sys.timeout=20 1688471445 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 131) lustre:autodegrade=on 1688471445 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 131) lustre:version=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 131) lustre:flags=98 1688471445 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 131) lustre:index=1 1688471445 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 131) lustre:fsname=lustre 1688471445 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 131) lustre:svname=lustre:OST0001 1688471446 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3346382264 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471446 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471446 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 56770841747 1688471452 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471452 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471452 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471452 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471452 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471452 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471452 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471452 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471452 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471452 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471452 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 63025074856 1688471452 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471452 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471452 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471452 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471452 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471452 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471453 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471453 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471453 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471453 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471453 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471453 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471453 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471453 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471455 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471459 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471459 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471459 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471459 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471459 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471459 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471459 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 69544944001 1688471459 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471459 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471459 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471459 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471459 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471459 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471460 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471460 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471460 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 387) lustre:sys.timeout=20 1688471460 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 387) lustre:mgsnode=192.168.203.161@tcp 1688471460 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 387) lustre:version=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 387) lustre:flags=33 1688471460 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 387) lustre:index=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 387) lustre:fsname=lustre 1688471460 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 387) lustre:svname=lustre:MDT0001 1688471460 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 387) lustre:svname=lustre-MDT0001 1688471464 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471464 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471464 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471464 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471464 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471464 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471464 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471464 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471464 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471464 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471464 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 75033194275 1688471464 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471464 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471464 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471464 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471464 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471464 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471465 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471465 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.161@tcp 1688471465 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471465 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471465 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471465 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 387) lustre:flags=34 1688471465 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471465 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471465 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471465 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 387) lustre:svname=lustre-OST0000 1688471469 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471469 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471469 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471469 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471469 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471469 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 80127325033 1688471469 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471469 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471469 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471469 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471469 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471469 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471470 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471470 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 131) lustre:sys.timeout=20 1688471470 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 131) lustre:autodegrade=on 1688471470 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 131) lustre:mgsnode=192.168.203.161@tcp 1688471470 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 131) lustre:version=1 1688471470 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 131) lustre:flags=34 1688471470 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 131) lustre:index=1 1688471470 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 131) lustre:fsname=lustre 1688471470 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 131) lustre:svname=lustre:OST0001 1688471470 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 131) lustre:svname=lustre-OST0001 1688471507 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471507 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 118151458810 1688471515 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471515 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471515 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 125422281865 1688471522 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471522 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 132618026133 1688471529 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471529 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471529 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 139820621828 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471534 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471534 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 144858197867 1688471534 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471534 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471534 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471534 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471534 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471534 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471534 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471534 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471534 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471534 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471534 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471534 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471534 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471534 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471534 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471534 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471534 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471534 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471534 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471535 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471535 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471535 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 145631835170 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471537 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471537 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 147349317722 1688471537 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471537 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471537 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471537 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 139) 1688471537 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 139) quota=409600000 1688471537 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 139) canmount=0 1688471537 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471537 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471537 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 139) xattr=2 1688471537 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 139) dnodesize=1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 139) lustre:mgsnode=192.168.203.161@tcp 1688471537 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 139) lustre:sys.timeout=20 1688471537 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471537 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 139) lustre:version=1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 139) lustre:flags=97 1688471537 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 139) lustre:index=1 1688471537 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 139) lustre:fsname=lustre 1688471537 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre:MDT0001 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471537 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 148126295337 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471539 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471539 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 149733602777 1688471539 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471539 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471539 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471539 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471539 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471539 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471539 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471539 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471539 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471539 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471539 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471539 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471539 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471539 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.161@tcp 1688471539 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471539 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471539 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471539 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471539 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471539 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471539 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471540 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471540 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471540 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471540 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 150589828467 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471542 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471542 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 152364552508 1688471542 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471542 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471542 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471542 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471542 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471542 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 68) 1688471542 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 68) quota=409600000 1688471542 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 68) canmount=0 1688471542 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471542 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471542 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 68) xattr=2 1688471542 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 68) dnodesize=1 1688471542 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 68) recordsize=1048576 1688471542 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.203.161@tcp 1688471542 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471542 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471542 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471542 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 68) lustre:flags=98 1688471542 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471542 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471542 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471543 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471543 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471543 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471543 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 153298860988 1688471543 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471543 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471543 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471543 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471543 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471543 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471543 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471543 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471543 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471543 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471543 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 154046690848 1688471543 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471543 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471543 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471543 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471543 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471543 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471544 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471544 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471544 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471544 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471544 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471544 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471544 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471544 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471544 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471548 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471548 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471548 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471548 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471548 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471548 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471548 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471548 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471548 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471548 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471548 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 158483558346 1688471548 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471548 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471548 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471548 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471548 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471548 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471548 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471549 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471549 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 139) lustre:sys.timeout=20 1688471549 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 139) lustre:mgsnode=192.168.203.161@tcp 1688471549 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 139) lustre:version=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 139) lustre:flags=33 1688471549 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 139) lustre:index=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 139) lustre:fsname=lustre 1688471549 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre:MDT0001 1688471549 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre-MDT0001 1688471554 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471554 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471554 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471554 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471554 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471554 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 165002909519 1688471554 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471554 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471554 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471554 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471554 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471555 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471555 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471555 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471555 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.161@tcp 1688471555 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471555 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471555 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471555 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471555 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471556 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471564 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471564 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471565 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 175181259861 1688471572 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471572 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471572 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 182419044553 1688471573 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471573 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471573 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 183671907470 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471581 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471581 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 192025340171 1688471581 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471581 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471581 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471581 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471581 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471581 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 264) 1688471581 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 264) quota=409600000 1688471581 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 264) canmount=0 1688471581 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471581 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471581 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 264) xattr=2 1688471581 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 264) dnodesize=1 1688471581 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 264) lustre:sys.timeout=20 1688471581 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 264) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471581 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 264) lustre:version=1 1688471581 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 264) lustre:flags=101 1688471581 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 264) lustre:index=0 1688471582 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 264) lustre:fsname=lustre 1688471582 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre:MDT0000 1688471582 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471582 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471582 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471582 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 192750608001 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471584 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471584 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 194465210424 1688471584 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471584 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471584 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471584 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471584 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471584 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 68) 1688471584 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 68) quota=409600000 1688471584 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 68) canmount=0 1688471584 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471584 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471584 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 68) xattr=2 1688471584 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 68) dnodesize=1 1688471584 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 68) lustre:mgsnode=192.168.203.161@tcp 1688471584 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 68) lustre:sys.timeout=20 1688471584 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471584 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 68) lustre:version=1 1688471584 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 68) lustre:flags=97 1688471584 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 68) lustre:index=1 1688471584 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 68) lustre:fsname=lustre 1688471584 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre:MDT0001 1688471585 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471585 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471585 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471585 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 195225035220 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471586 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471586 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 196828651234 1688471586 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471586 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471586 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471586 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471586 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471586 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471586 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) quota=409600000 1688471586 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) canmount=0 1688471586 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471586 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471586 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) xattr=2 1688471586 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471586 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471586 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.161@tcp 1688471586 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471586 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471586 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471586 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471586 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471586 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471586 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471587 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471587 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471587 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471587 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 197609377268 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471589 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471589 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 199205436985 1688471589 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471589 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471589 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471589 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471589 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471589 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471589 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471589 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471589 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471589 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471589 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471589 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471589 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471589 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471589 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471589 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471589 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471589 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471589 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471589 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471589 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471589 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 199982830951 1688471590 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471590 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471590 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471590 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471590 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471590 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471590 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471590 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471590 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471590 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471590 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 200674905034 1688471590 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471590 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471590 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471590 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471590 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471590 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471591 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 264) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471591 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 264) lustre:sys.timeout=20 1688471591 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 264) lustre:version=1 1688471591 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 264) lustre:flags=37 1688471591 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 264) lustre:index=0 1688471591 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 264) lustre:fsname=lustre 1688471591 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre:MDT0000 1688471591 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 264) lustre:svname=lustre-MDT0000 1688471594 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471594 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471594 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471594 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471594 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471594 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471594 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471594 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471594 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471594 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471594 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 204857108470 1688471594 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471594 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471594 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471594 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471594 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471594 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471595 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471595 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 68) lustre:mgsnode=192.168.203.161@tcp 1688471595 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471595 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 68) lustre:sys.timeout=20 1688471595 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 68) lustre:version=1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 68) lustre:flags=33 1688471595 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 68) lustre:index=1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 68) lustre:fsname=lustre 1688471595 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre:MDT0001 1688471595 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 68) lustre:svname=lustre-MDT0001 1688471599 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471599 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471600 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471600 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471600 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471600 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471600 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471600 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471600 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471600 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471600 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 210263782529 1688471600 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471600 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471600 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471600 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471600 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471600 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471600 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471600 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.161@tcp 1688471600 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471600 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471600 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471600 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471600 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471600 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471600 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471601 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471608 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471608 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471608 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471608 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471608 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 218564792840 1688471608 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471608 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471608 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471608 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471608 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471608 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471608 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471609 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471609 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 134) lustre:flags=34 1688471609 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471609 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471609 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471609 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 134) lustre:svname=lustre-OST0001 1688471632 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471632 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471632 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 243119108622 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471650 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 260706616870 1688471657 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471657 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471657 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 267949151686 1688471665 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471665 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471665 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 275343597103 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471688 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471688 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 298763763820 1688471688 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471688 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471688 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471688 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471688 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471688 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471688 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471688 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471688 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471688 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471688 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471688 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471688 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471688 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471688 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471688 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471689 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471689 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471689 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471689 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 299628760127 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471691 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471691 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 301551248704 1688471691 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471691 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471691 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471691 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471691 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471691 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 134) 1688471691 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 134) quota=409600000 1688471691 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 134) canmount=0 1688471691 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471691 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471691 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 134) xattr=2 1688471691 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 134) dnodesize=1 1688471691 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471691 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471691 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471691 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471691 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 134) lustre:flags=97 1688471691 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471691 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471691 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471692 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471692 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 302443153812 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471694 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471694 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 304333683253 1688471694 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471694 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471694 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471694 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471694 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471694 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471694 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) quota=409600000 1688471694 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) canmount=0 1688471694 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471694 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471694 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) xattr=2 1688471694 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471694 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471694 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.161@tcp 1688471694 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471694 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471694 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471694 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471694 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471694 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471694 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471695 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471695 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471695 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 305259737287 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471696 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 307102741562 1688471696 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471696 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471696 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471696 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471696 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471697 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471697 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471697 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471697 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471697 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471697 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471697 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471697 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.161@tcp 1688471697 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471697 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471697 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471697 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471697 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471697 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471697 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471697 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471697 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471697 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471697 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 308096239267 1688471698 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471698 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471698 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471698 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471698 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471698 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471698 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471698 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471698 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471698 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471698 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 308890712388 1688471698 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471698 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471698 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471698 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471698 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471698 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471699 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471699 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471699 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471699 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471699 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471699 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471700 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471704 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471704 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471704 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471704 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471704 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471704 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471704 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471704 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471704 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471704 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471704 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 314405666646 1688471704 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471704 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471704 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471704 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471704 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471704 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471704 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471704 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471704 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471704 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471704 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 134) lustre:flags=33 1688471704 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471704 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471704 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471705 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre-MDT0001 1688471710 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471710 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471710 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471710 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471710 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471710 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471710 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471710 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471710 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471710 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471710 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 320356248385 1688471710 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471710 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471710 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471710 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471710 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471710 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471710 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471710 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471710 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471710 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.161@tcp 1688471710 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471710 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471710 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471710 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471710 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471711 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471720 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471720 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471720 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 330571270132 1688471723 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471723 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471723 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 333999061136 1688471725 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471725 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471725 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 335528580882 1688471728 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471728 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471728 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 112 1688471728 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=112 1688471728 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471728 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471728 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471728 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471728 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 112 1688471728 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=112 1688471728 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 338582657462 1688471728 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471728 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471728 spa_history.c:319:spa_history_log_sync(): txg 114 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471728 spa_history.c:319:spa_history_log_sync(): txg 114 set failmode=2 1688471728 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471728 spa_history.c:319:spa_history_log_sync(): txg 117 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471729 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471732 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471732 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471732 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471732 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471732 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471732 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471732 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471732 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471732 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471732 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471732 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 342671660200 1688471732 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471732 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471732 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471732 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471732 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471732 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471733 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471738 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471738 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471738 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471738 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471738 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471738 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471738 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471738 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471738 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471738 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471738 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 348346717035 1688471738 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471738 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471738 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471738 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471738 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471738 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471739 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471743 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471743 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471743 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471743 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471743 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471743 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471743 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471743 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471743 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471743 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471743 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 353810618593 1688471743 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471743 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471743 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471743 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471743 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471743 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471744 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471744 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.161@tcp 1688471744 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471744 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471744 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471744 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 259) lustre:flags=34 1688471744 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471744 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471744 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471744 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 259) lustre:svname=lustre-OST0001 1688471756 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471756 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471756 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 367071036113 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471770 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471770 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 380807724822 1688471777 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471777 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471777 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 388158541164 1688471781 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471781 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471781 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 391598961980 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471804 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471804 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 415175947884 1688471805 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471805 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471805 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471805 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471805 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471805 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 388) 1688471805 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 388) quota=409600000 1688471805 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 388) canmount=0 1688471805 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471805 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471805 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 388) xattr=2 1688471805 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 388) dnodesize=1 1688471805 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471805 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471805 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471805 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 388) lustre:flags=101 1688471805 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471805 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471805 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471805 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471805 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471805 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471805 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 416168622099 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471808 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471808 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 418180307822 1688471808 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471808 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471808 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471808 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 134) 1688471808 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 134) quota=409600000 1688471808 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 134) canmount=0 1688471808 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471808 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471808 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 134) xattr=2 1688471808 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 134) dnodesize=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471808 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471808 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471808 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 134) lustre:flags=97 1688471808 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471808 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471808 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471808 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471808 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 419066159544 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471810 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471810 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 421029187067 1688471810 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471810 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471810 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471810 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471810 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471810 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 68) 1688471811 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 68) quota=409600000 1688471811 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 68) canmount=0 1688471811 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471811 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471811 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 68) xattr=2 1688471811 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 68) dnodesize=1 1688471811 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 68) recordsize=1048576 1688471811 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.203.161@tcp 1688471811 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471811 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471811 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471811 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 68) lustre:flags=98 1688471811 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471811 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471811 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471811 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2763193784 1688471811 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471811 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471811 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 422176324466 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471813 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471813 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 424046467287 1688471813 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471813 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471813 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471813 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471813 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471813 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 260) 1688471814 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 260) quota=409600000 1688471814 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 260) canmount=0 1688471814 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471814 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471814 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 260) xattr=2 1688471814 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 260) dnodesize=1 1688471814 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 260) recordsize=1048576 1688471814 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.161@tcp 1688471814 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471814 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471814 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471814 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 260) lustre:flags=98 1688471814 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471814 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471814 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471814 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3206741432 1688471814 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471814 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471814 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471815 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 425196659291 1688471815 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471815 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471815 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471815 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471815 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471815 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471815 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471815 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471815 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471815 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471815 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 426123186321 1688471815 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471815 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471815 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471815 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471816 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471816 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471816 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471816 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471816 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471816 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471816 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 388) lustre:flags=37 1688471816 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471816 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471816 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471818 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre-MDT0000 1688471821 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471821 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471821 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471821 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471821 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471821 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471821 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471821 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471821 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471821 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471821 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 432095423589 1688471821 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471821 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471821 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471821 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471821 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471821 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471822 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471822 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 134) lustre:mgsnode=192.168.203.161@tcp 1688471822 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471822 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 134) lustre:sys.timeout=20 1688471822 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 134) lustre:version=1 1688471822 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 134) lustre:flags=33 1688471822 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 134) lustre:index=1 1688471822 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 134) lustre:fsname=lustre 1688471822 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre:MDT0001 1688471823 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 134) lustre:svname=lustre-MDT0001 1688471829 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471829 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471829 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471829 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471829 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471829 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471829 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471829 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471829 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471829 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471829 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 439446756699 1688471829 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471829 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471829 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471829 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471829 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471829 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471830 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471830 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 68) lustre:autodegrade=on 1688471830 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 68) lustre:sys.timeout=20 1688471830 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 68) lustre:mgsnode=192.168.203.161@tcp 1688471830 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 68) lustre:version=1 1688471830 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 68) lustre:flags=34 1688471830 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 68) lustre:index=0 1688471830 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 68) lustre:fsname=lustre 1688471830 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 68) lustre:svname=lustre:OST0000 1688471830 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 68) lustre:svname=lustre-OST0000 1688471846 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471846 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471846 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 456396571547 1688471849 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471849 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 459870975468 1688471851 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471851 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471851 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 461488475606 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471859 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471859 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 469829911567 1688471859 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471859 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471859 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471859 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471859 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471859 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 134) 1688471859 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 134) quota=409600000 1688471859 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 134) canmount=0 1688471859 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471859 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471859 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 134) xattr=2 1688471859 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 134) dnodesize=1 1688471859 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471859 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471859 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471859 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 134) lustre:flags=101 1688471859 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471859 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471859 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471860 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2739715512 1688471860 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471860 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471860 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471860 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 470936563528 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471873 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471873 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 484054166983 1688471873 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471873 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471873 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471873 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471873 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471873 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 263) 1688471874 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 263) quota=409600000 1688471874 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 263) canmount=0 1688471874 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471874 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471874 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 263) xattr=2 1688471874 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 263) dnodesize=1 1688471874 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471874 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471874 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471874 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 263) lustre:flags=101 1688471874 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471874 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471874 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471874 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2977807800 1688471874 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471874 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471874 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471874 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 485100965594 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471876 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471876 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 487092949804 1688471876 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471876 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471876 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471876 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471876 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471876 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 260) 1688471876 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 260) quota=409600000 1688471876 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 260) canmount=0 1688471877 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471877 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471877 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 260) xattr=2 1688471877 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 260) dnodesize=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 260) lustre:mgsnode=192.168.203.161@tcp 1688471877 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 260) lustre:sys.timeout=20 1688471877 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471877 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 260) lustre:version=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 260) lustre:flags=97 1688471877 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 260) lustre:index=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 260) lustre:fsname=lustre 1688471877 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre:MDT0001 1688471877 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471877 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471877 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471877 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 487934578642 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471879 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471879 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 489761557821 1688471879 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471879 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471879 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471879 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471879 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471879 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 78) 1688471879 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 78) quota=409600000 1688471879 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 78) canmount=0 1688471879 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471879 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471879 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 78) xattr=2 1688471879 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 78) dnodesize=1 1688471879 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 78) recordsize=1048576 1688471879 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 78) lustre:mgsnode=192.168.203.161@tcp 1688471879 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 78) lustre:sys.timeout=20 1688471879 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 78) lustre:autodegrade=on 1688471879 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 78) lustre:version=1 1688471879 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 78) lustre:flags=98 1688471879 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 78) lustre:index=0 1688471879 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 78) lustre:fsname=lustre 1688471880 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 78) lustre:svname=lustre:OST0000 1688471880 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3345350072 1688471880 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471880 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471880 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471880 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 490954278184 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471882 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471882 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 492957967053 1688471882 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471882 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471882 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471882 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471882 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471882 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 145) 1688471882 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 145) quota=409600000 1688471882 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 145) canmount=0 1688471882 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471882 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471882 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 145) xattr=2 1688471883 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 145) dnodesize=1 1688471883 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 145) recordsize=1048576 1688471883 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 145) lustre:mgsnode=192.168.203.161@tcp 1688471883 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 145) lustre:sys.timeout=20 1688471883 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 145) lustre:autodegrade=on 1688471883 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 145) lustre:version=1 1688471883 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 145) lustre:flags=98 1688471883 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 145) lustre:index=1 1688471883 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 145) lustre:fsname=lustre 1688471883 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 145) lustre:svname=lustre:OST0001 1688471883 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3396599224 1688471883 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471883 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471883 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471884 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 494211180132 1688471884 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471884 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471884 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471884 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471884 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471884 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471884 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471884 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471885 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471885 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471885 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 495231055764 1688471885 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471885 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471885 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471885 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471885 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471885 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471885 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471885 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471885 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471885 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471885 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 263) lustre:flags=37 1688471885 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471885 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471885 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471886 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre-MDT0000 1688471890 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471890 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471890 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471890 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471890 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 500328836358 1688471890 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471890 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471890 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471890 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471890 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471890 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471890 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 260) lustre:mgsnode=192.168.203.161@tcp 1688471890 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471890 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 260) lustre:sys.timeout=20 1688471890 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 260) lustre:version=1 1688471890 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 260) lustre:flags=33 1688471890 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 260) lustre:index=1 1688471890 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 260) lustre:fsname=lustre 1688471890 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre:MDT0001 1688471891 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 260) lustre:svname=lustre-MDT0001 1688471895 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471895 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471895 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471895 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471895 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471895 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471895 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471895 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471895 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471895 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471895 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 506079907303 1688471895 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471895 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471895 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471895 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471895 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471895 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471896 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471896 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 78) lustre:sys.timeout=20 1688471896 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 78) lustre:autodegrade=on 1688471896 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 78) lustre:mgsnode=192.168.203.161@tcp 1688471896 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 78) lustre:version=1 1688471896 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 78) lustre:flags=34 1688471896 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 78) lustre:index=0 1688471896 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 78) lustre:fsname=lustre 1688471896 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 78) lustre:svname=lustre:OST0000 1688471897 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 78) lustre:svname=lustre-OST0000 1688471910 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471910 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471910 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 520996477239 1688471913 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471913 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471913 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 524164627319 1688471915 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471915 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471915 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 525418592832 1688471917 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471917 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471917 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471917 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471917 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471917 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471917 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471917 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471917 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471917 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471917 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 527844946377 1688471917 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471917 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471917 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471917 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471917 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471917 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471918 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471920 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471920 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471920 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 83 1688471920 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=83 1688471920 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471920 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471920 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471920 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471920 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 83 1688471920 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=83 1688471920 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 530730312096 1688471920 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471920 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471920 spa_history.c:319:spa_history_log_sync(): txg 85 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471920 spa_history.c:319:spa_history_log_sync(): txg 85 set failmode=2 1688471920 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471920 spa_history.c:319:spa_history_log_sync(): txg 88 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471921 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471924 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471924 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471925 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471925 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471925 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471925 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471925 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471925 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471925 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471925 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471925 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 535264499932 1688471925 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471925 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471925 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471925 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471925 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471925 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471925 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471947 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471947 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471947 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 557719844869 1688471950 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471950 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471950 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 560824567192 1688471953 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471953 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471953 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 564031349881 1688471964 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471964 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471964 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 171 1688471964 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=171 1688471964 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471964 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471964 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471964 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471964 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 171 1688471964 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=171 1688471964 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 574265027105 1688471964 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471964 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471964 spa_history.c:319:spa_history_log_sync(): txg 173 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471964 spa_history.c:319:spa_history_log_sync(): txg 173 set failmode=2 1688471964 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471964 spa_history.c:319:spa_history_log_sync(): txg 176 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471969 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 40411259584 580403831148 name type data dmu_tx_assigned 4 11162 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 41 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 40411163876 580405773832 name type data struct_size 4 7120 linear_cnt 4 152 linear_data_size 4 149504 scatter_cnt 4 26 scatter_data_size 4 71680 scatter_chunk_waste 4 47104 scatter_order_0 4 25 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 40415844703 580407678791 name type data hits 4 392595 misses 4 3300 demand_data_hits 4 13124 demand_data_misses 4 430 demand_metadata_hits 4 379463 demand_metadata_misses 4 2724 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 8 prefetch_metadata_misses 4 146 mru_hits 4 306762 mru_ghost_hits 4 0 mfu_hits 4 85825 mfu_ghost_hits 4 0 deleted 4 26898 mutex_miss 4 0 access_skip 4 0 evict_skip 4 5450 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1280112128 evict_l2_ineligible 4 487424 evict_l2_skip 4 0 hash_elements 4 177 hash_elements_max 4 4617 hash_collisions 4 212 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 900424 compressed_size 4 221184 uncompressed_size 4 19557888 overhead_size 4 511488 hdr_size 4 77992 data_size 4 0 metadata_size 4 732672 dbuf_size 4 21600 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 645120 mru_evictable_data 4 0 mru_evictable_metadata 4 165376 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 54784 mfu_evictable_data 4 0 mfu_evictable_metadata 4 0 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3639119872 memory_available_bytes 3 3577995264 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 900424 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 246488600 arc_meta_min 4 16777216 async_upgrade_sync 4 5 demand_hit_predictive_prefetch 4 86 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 40419903284 580409858907 name type data cache_count 4 14 cache_size_bytes 4 208896 cache_size_bytes_max 4 44908032 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 14 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 208896 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 624511 hash_misses 4 129670 hash_collisions 4 678 hash_elements 4 28 hash_elements_max 4 4591 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 7 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 670208 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 40411250779 580412040685 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 289131 dnode_hold_alloc_misses 4 10 dnode_hold_alloc_interior 4 42 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 7 dnode_hold_free_hits 4 9542 dnode_hold_free_misses 4 86 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 48 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9767 dnode_reallocate 4 0 dnode_buf_evict 4 1055 dnode_alloc_next_chunk 4 330 dnode_alloc_race 4 0 dnode_alloc_next_block 4 104 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 40411240512 580413922907 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 574213765126 580415648184 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2029056 1388032 124 219 19178755 278421252 580266347996 42408965 123872367 580266655851 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 173 574265089396 C 0 9728 90112 8 42 3004283 2346 11456 7486325 174 574268093679 C 0 8192 604160 6 63 7531887 2995 5753 16438984 175 574275625566 C 0 2560 0 1 0 16736740 2625 71068 395143 176 574292362306 C 0 0 585728 0 64 975829 2448 24716 13448022 177 574293338135 C 0 0 0 0 0 13569956 3192 23410 143490 178 574306908091 C 0 0 76288 0 40 4999195836 7922 54393 6240930 179 579306103927 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 574213777400 580424163176 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471964 0 305020 1000000000 15142960578147699365 0 /dev/vdc1 2 176 1688471965 0 426976 1000000000 15142960578147699365 2 /dev/vdc1 3 176 1688471966 0 382007 1000000000 15142960578147699365 1 /dev/vdc1 4 176 1688471967 0 517210 1000136714 15142960578147699365 1 /dev/vdc1 5 176 1688471968 0 491636 1000395074 15142960578147699365 2 /dev/vdc1 6 176 1688471969 0 461286 1000393352 15142960578147699365 1 /dev/vdc1 7 178 1688471970 0 376864 1000000000 15142960578147699365 0 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 40411255248 580430906881 name type data hits 4 895 misses 4 340956 max_streams 4 169925 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 38901466694 580434970145 implementation native byteswap scalar 3078348748 2137090816 superscalar 3603992275 2571605906 superscalar4 2967099055 2240269767 sse2 5589262888 3033759303 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 40420984579 580437182591 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 41298949401 580440230033 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 249772528 98567131 43907416 598691930 101673211 13172622 35467320 6840934 7193943 4814934 scalar 589164953 160353519 79600661 647185631 209661520 146638209 90633701 79210054 44978488 32593151 sse2 1000283276 424636962 243543807 1105477378 421713916 403714973 271868619 242777304 167315728 110808923 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 40420990807 580442523711 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2870 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 2 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:58:10.178000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0xa9c1080 eid = 0x620 Jul 4 2023 07:58:10.178000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0xa9c1080 eid = 0x621 Jul 4 2023 07:58:10.180000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a40952 time = 0x64a40952 0xaba9500 eid = 0x622 Jul 4 2023 07:58:10.194000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0xb903480 eid = 0x623 Jul 4 2023 07:58:10.754000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.203.161@tcp" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x25 history_time = 0x64a40952 time = 0x64a40952 0x2cf12080 eid = 0x624 Jul 4 2023 07:58:10.764000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x26 history_time = 0x64a40952 time = 0x64a40952 0x2d89b700 eid = 0x625 Jul 4 2023 07:58:10.777000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x27 history_time = 0x64a40952 time = 0x64a40952 0x2e501440 eid = 0x626 Jul 4 2023 07:58:10.788000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x28 history_time = 0x64a40952 time = 0x64a40952 0x2ef7ed00 eid = 0x627 Jul 4 2023 07:58:10.798000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x29 history_time = 0x64a40952 time = 0x64a40952 0x2f908380 eid = 0x628 Jul 4 2023 07:58:10.809000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2a history_time = 0x64a40952 time = 0x64a40952 0x30385c40 eid = 0x629 Jul 4 2023 07:58:10.817000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2b history_time = 0x64a40952 time = 0x64a40952 0x30b26e40 eid = 0x62a Jul 4 2023 07:58:10.826000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x2c history_time = 0x64a40952 time = 0x64a40952 0x313bc280 eid = 0x62b Jul 4 2023 07:58:11.156000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x104 history_txg = 0x32 history_time = 0x64a40953 time = 0x64a40953 0x94c5f00 eid = 0x62c Jul 4 2023 07:58:15.907000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40957 time = 0x64a40957 0x360fb8c0 eid = 0x62d Jul 4 2023 07:58:15.907000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40957 time = 0x64a40957 0x360fb8c0 eid = 0x62e Jul 4 2023 07:58:15.952000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40957 0x38be5e00 eid = 0x62f Jul 4 2023 07:58:15.952000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40957 0x38be5e00 eid = 0x630 Jul 4 2023 07:58:15.953000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40957 time = 0x64a40957 0x38cda040 eid = 0x631 Jul 4 2023 07:58:15.975000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40957 0x3a1d51c0 eid = 0x632 Jul 4 2023 07:58:16.556000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x26 history_time = 0x64a40958 time = 0x64a40958 0x2123e300 eid = 0x633 Jul 4 2023 07:58:16.574000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x27 history_time = 0x64a40958 time = 0x64a40958 0x22368b80 eid = 0x634 Jul 4 2023 07:58:16.593000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.161@tcp" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x28 history_time = 0x64a40958 time = 0x64a40958 0x23587640 eid = 0x635 Jul 4 2023 07:58:16.605000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x29 history_time = 0x64a40958 time = 0x64a40958 0x240f9140 eid = 0x636 Jul 4 2023 07:58:16.618000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x2a history_time = 0x64a40958 time = 0x64a40958 0x24d5ee80 eid = 0x637 Jul 4 2023 07:58:16.629000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x2b history_time = 0x64a40958 time = 0x64a40958 0x257dc740 eid = 0x638 Jul 4 2023 07:58:16.640000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x2c history_time = 0x64a40958 time = 0x64a40958 0x2625a000 eid = 0x639 Jul 4 2023 07:58:16.651000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x2d history_time = 0x64a40958 time = 0x64a40958 0x26cd78c0 eid = 0x63a Jul 4 2023 07:58:17.025000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x4e history_txg = 0x31 history_time = 0x64a40959 time = 0x64a40959 0x17d7840 eid = 0x63b Jul 4 2023 07:58:30.803000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x1 pool_context = 0x0 time = 0x64a40966 0x2fdccec0 eid = 0x63c Jul 4 2023 07:58:30.830000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x5 pool_context = 0x0 time = 0x64a40966 0x3178cb80 eid = 0x63d Jul 4 2023 07:58:33.974000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x1 pool_context = 0x0 time = 0x64a40969 0x3a0e0f80 eid = 0x63e Jul 4 2023 07:58:33.997000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x5 pool_context = 0x0 time = 0x64a40969 0x3b6d0340 eid = 0x63f Jul 4 2023 07:58:35.226000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x1 pool_context = 0x0 time = 0x64a4096b 0xd787c80 eid = 0x640 Jul 4 2023 07:58:35.251000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x5 pool_context = 0x0 time = 0x64a4096b 0xef5f4c0 eid = 0x641 Jul 4 2023 07:58:37.672000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x73 history_time = 0x64a4096d time = 0x64a4096d 0x280de800 eid = 0x642 Jul 4 2023 07:58:37.672000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x73 history_time = 0x64a4096d time = 0x64a4096d 0x280de800 eid = 0x643 Jul 4 2023 07:58:37.695000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4096d 0x296cdbc0 eid = 0x644 Jul 4 2023 07:58:37.695000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4096d 0x296cdbc0 eid = 0x645 Jul 4 2023 07:58:37.696000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x76 history_time = 0x64a4096d time = 0x64a4096d 0x297c1e00 eid = 0x646 Jul 4 2023 07:58:37.707000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4096d 0x2a23f6c0 eid = 0x647 Jul 4 2023 07:58:40.556000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x55 history_time = 0x64a40970 time = 0x64a40970 0x2123e300 eid = 0x648 Jul 4 2023 07:58:40.557000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x55 history_time = 0x64a40970 time = 0x64a40970 0x21332540 eid = 0x649 Jul 4 2023 07:58:40.583000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40970 0x22bfdfc0 eid = 0x64a Jul 4 2023 07:58:40.583000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40970 0x22bfdfc0 eid = 0x64b Jul 4 2023 07:58:40.586000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x58 history_time = 0x64a40970 time = 0x64a40970 0x22eda680 eid = 0x64c Jul 4 2023 07:58:40.599000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x0 pool_context = 0x0 time = 0x64a40970 0x23b403c0 eid = 0x64d Jul 4 2023 07:58:45.092000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4d history_time = 0x64a40975 time = 0x64a40975 0x57bcf00 eid = 0x64e Jul 4 2023 07:58:45.092000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4d history_time = 0x64a40975 time = 0x64a40975 0x57bcf00 eid = 0x64f Jul 4 2023 07:58:45.135000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40975 0x80befc0 eid = 0x650 Jul 4 2023 07:58:45.135000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40975 0x80befc0 eid = 0x651 Jul 4 2023 07:58:45.137000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x50 history_time = 0x64a40975 time = 0x64a40975 0x82a7440 eid = 0x652 Jul 4 2023 07:58:45.157000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x0 pool_context = 0x0 time = 0x64a40975 0x95ba140 eid = 0x653 Jul 4 2023 07:59:07.530000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x1 pool_context = 0x0 time = 0x64a4098b 0x1f972880 eid = 0x654 Jul 4 2023 07:59:07.548000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x83e9b9a9e1021a2d pool_state = 0x5 pool_context = 0x0 time = 0x64a4098b 0x20a9d100 eid = 0x655 Jul 4 2023 07:59:10.633000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x1 pool_context = 0x0 time = 0x64a4098e 0x25bad040 eid = 0x656 Jul 4 2023 07:59:10.653000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x5 pool_context = 0x0 time = 0x64a4098e 0x26ebfd40 eid = 0x657 Jul 4 2023 07:59:13.842000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x1 pool_context = 0x0 time = 0x64a40991 0x322fe680 eid = 0x658 Jul 4 2023 07:59:13.859000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0xb9482d256728ede pool_state = 0x5 pool_context = 0x0 time = 0x64a40991 0x33334cc0 eid = 0x659 Jul 4 2023 07:59:24.091000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xad history_time = 0x64a4099c time = 0x64a4099c 0x56c8cc0 eid = 0x65a Jul 4 2023 07:59:24.091000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xad history_time = 0x64a4099c time = 0x64a4099c 0x56c8cc0 eid = 0x65b Jul 4 2023 07:59:24.115000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4099c 0x6dac2c0 eid = 0x65c Jul 4 2023 07:59:24.115000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4099c 0x6dac2c0 eid = 0x65d Jul 4 2023 07:59:24.117000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg361-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg361-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xb0 history_time = 0x64a4099c time = 0x64a4099c 0x6f94740 eid = 0x65e Jul 4 2023 07:59:24.130000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x134d755d7f0227b1 pool_state = 0x0 pool_context = 0x0 time = 0x64a4099c 0x7bfa480 eid = 0x65f