====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 15120 - 72 - - - - 210 - - - - ddt_cache 0x00040 3594240 3188736 199680 24912 18 18 21 144 128 168 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 6144 - 512 - - - - 12 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 146432 - 1024 - - - - 143 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 16224256 14680064 954368 114688 17 16 16 136 128 128 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 20623360 5242880 1085440 131072 19 19 179 152 40 1432 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7120 - 40 - - - - 178 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 74048 - 416 - - - - 178 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3944 - 136 - - - - 29 - - - - dmu_buf_impl_t 0x00084 - 21600 - 400 - - - - 54 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 37394676390 565854552117 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 37394711530 565856226609 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 39012974840 565857869452 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 39024744956 565859320659 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 39023520409 565860678542 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295232695 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295227682 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295227678 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 258 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295232694 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 4 65536 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295227650 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295232691 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295227636 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295232691 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 257 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295232694 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295227684 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295232695 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295227669 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295227691 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 259 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295232694 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295227682 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 261 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295227700 209 0 87 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295227669 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295227683 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295227669 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295227668 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 8 131072 16384 1 4 4 0 | 1 2 0xf160090 1 1536 4295232694 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295227691 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295227668 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295232692 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 261 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295227700 197 0 99 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295227677 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295232691 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471457 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 42726803322 1688471457 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471457 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471457 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471457 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471457 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 136) 1688471457 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 136) canmount=0 1688471457 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471457 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 136) xattr=2 1688471458 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 136) dnodesize=1 1688471458 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 136) lustre:sys.timeout=20 1688471458 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 136) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471458 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 136) lustre:version=1 1688471458 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 136) lustre:flags=101 1688471458 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 136) lustre:index=0 1688471458 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 136) lustre:fsname=lustre 1688471458 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 136) lustre:svname=lustre:MDT0000 1688471458 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471458 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471458 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471458 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 43652102470 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471460 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 45597735208 1688471460 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471460 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471460 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471460 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471460 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471460 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471460 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471460 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471460 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471460 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471460 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471460 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471460 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471460 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471461 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471461 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471461 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471461 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471461 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3323018680 1688471461 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 46610742865 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471463 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 48444495794 1688471463 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471463 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471463 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471463 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471463 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 270) 1688471463 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 270) canmount=0 1688471463 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471463 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 270) xattr=2 1688471463 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 270) dnodesize=1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 270) recordsize=1048576 1688471463 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.203.138@tcp 1688471463 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471463 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471463 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 270) lustre:flags=98 1688471463 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471463 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471463 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471464 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471464 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471464 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471464 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 49370086309 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471466 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 51353612979 1688471466 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471466 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471466 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471466 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471466 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 144) 1688471466 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 144) canmount=0 1688471466 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471466 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471466 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 144) xattr=2 1688471466 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 144) dnodesize=1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 144) recordsize=1048576 1688471466 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 144) lustre:mgsnode=192.168.203.138@tcp 1688471466 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 144) lustre:sys.timeout=20 1688471466 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 144) lustre:autodegrade=on 1688471466 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 144) lustre:version=1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 144) lustre:flags=98 1688471466 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 144) lustre:index=1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 144) lustre:fsname=lustre 1688471466 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 144) lustre:svname=lustre:OST0001 1688471467 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 218791352 1688471467 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471467 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471467 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 52461393660 1688471472 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471472 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471472 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471472 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471472 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471472 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471472 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471472 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471472 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471472 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471472 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 56992472976 1688471472 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471472 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471472 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471472 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471472 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471472 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471472 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471472 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 136) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471472 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 136) lustre:sys.timeout=20 1688471472 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 136) lustre:version=1 1688471472 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 136) lustre:flags=37 1688471472 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 136) lustre:index=0 1688471472 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 136) lustre:fsname=lustre 1688471472 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 136) lustre:svname=lustre:MDT0000 1688471474 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 136) lustre:svname=lustre-MDT0000 1688471477 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471477 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471477 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471477 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471477 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471477 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471477 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471477 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471477 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471477 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471477 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 62415238445 1688471477 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471477 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471477 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471477 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471477 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471477 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471478 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471478 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471478 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471478 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471478 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471478 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471478 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471478 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471478 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471478 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471481 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471481 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471481 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471481 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471481 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 66519143003 1688471481 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471481 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471481 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471481 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471481 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471482 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471482 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.203.138@tcp 1688471482 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471482 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471482 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471482 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 270) lustre:flags=34 1688471482 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471482 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471482 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471482 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 270) lustre:svname=lustre-OST0000 1688471486 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471486 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471486 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471486 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471486 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 71071050059 1688471486 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471486 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471486 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471486 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471486 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471486 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471486 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 144) lustre:autodegrade=on 1688471486 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 144) lustre:sys.timeout=20 1688471486 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 144) lustre:mgsnode=192.168.203.138@tcp 1688471486 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 144) lustre:version=1 1688471486 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 144) lustre:flags=34 1688471486 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 144) lustre:index=1 1688471486 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 144) lustre:fsname=lustre 1688471486 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 144) lustre:svname=lustre:OST0001 1688471487 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 144) lustre:svname=lustre-OST0001 1688471521 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471521 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471521 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 106127589838 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471528 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 113425155187 1688471535 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471535 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 120661903750 1688471542 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471542 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471543 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 127875409241 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471548 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 133158925561 1688471548 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471548 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471548 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471548 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471548 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471548 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471548 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471548 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471548 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471548 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471548 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471548 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471548 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471548 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471548 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471549 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2773482936 1688471549 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 134163575387 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471551 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 135904075093 1688471551 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471551 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471551 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471551 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471551 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 139) 1688471551 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 139) quota=409600000 1688471551 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 139) canmount=0 1688471551 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471551 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471551 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 139) xattr=2 1688471551 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 139) dnodesize=1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 139) lustre:mgsnode=192.168.203.138@tcp 1688471551 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 139) lustre:sys.timeout=20 1688471551 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471551 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 139) lustre:version=1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 139) lustre:flags=97 1688471551 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 139) lustre:index=1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 139) lustre:fsname=lustre 1688471551 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre:MDT0001 1688471551 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471551 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471551 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471551 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 136687864900 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471553 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 138464687626 1688471553 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471553 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471553 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471553 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471553 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471553 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 134) 1688471553 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 134) quota=409600000 1688471553 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 134) canmount=0 1688471553 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471553 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471553 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 134) xattr=2 1688471553 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 134) dnodesize=1 1688471553 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 134) recordsize=1048576 1688471553 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.138@tcp 1688471553 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471553 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471553 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471553 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 134) lustre:flags=98 1688471553 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471553 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471553 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471554 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471554 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471554 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 139365145365 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471556 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 141144471310 1688471556 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471556 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471556 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471556 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471556 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471556 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471556 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471556 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471556 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471556 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471556 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471556 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471556 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471556 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471556 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471556 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471556 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471557 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471557 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471557 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471557 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 142006399218 1688471557 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471557 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471557 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471557 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471557 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471557 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471557 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471557 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471557 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471557 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471557 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 142818224959 1688471557 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471557 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471557 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471557 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471557 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471557 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471558 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471558 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471558 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471558 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471558 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471558 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471559 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471562 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471562 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471562 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471562 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471562 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 147360548022 1688471562 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471562 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471562 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471562 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471562 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471563 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471563 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 139) lustre:mgsnode=192.168.203.138@tcp 1688471563 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 139) lustre:sys.timeout=20 1688471563 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471563 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 139) lustre:version=1 1688471563 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 139) lustre:flags=33 1688471563 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 139) lustre:index=1 1688471563 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 139) lustre:fsname=lustre 1688471563 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre:MDT0001 1688471563 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre-MDT0001 1688471567 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471567 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471568 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471568 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471568 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 152980993295 1688471568 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471568 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471568 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471568 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471568 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471568 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.138@tcp 1688471568 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471568 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471568 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 134) lustre:flags=34 1688471568 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471568 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471568 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471569 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 134) lustre:svname=lustre-OST0000 1688471578 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471578 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471578 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 163467310474 1688471585 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471585 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471585 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 170656052316 1688471586 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471586 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471586 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 171862914595 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471595 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 180068810117 1688471595 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471595 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471595 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471595 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471595 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 134) 1688471595 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 134) quota=409600000 1688471595 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 134) canmount=0 1688471595 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471595 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 134) xattr=2 1688471595 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 134) dnodesize=1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471595 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471595 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 134) lustre:flags=101 1688471595 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471595 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471595 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471596 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471596 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471596 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471596 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 180896457930 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471597 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 182502234291 1688471597 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471597 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471597 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471597 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471597 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471597 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471597 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471597 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471597 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471597 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471597 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471597 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471597 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471597 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471597 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471597 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471597 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471597 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471597 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471597 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471598 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471598 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471598 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471598 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 183182621314 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471599 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 184803514593 1688471599 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471599 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471599 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471599 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471599 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471600 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 260) 1688471600 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 260) quota=409600000 1688471600 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 260) canmount=0 1688471600 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471600 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471600 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 260) xattr=2 1688471600 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 260) dnodesize=1 1688471600 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 260) recordsize=1048576 1688471600 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.203.138@tcp 1688471600 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471600 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471600 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471600 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 260) lustre:flags=98 1688471600 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471600 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471600 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471600 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471600 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471600 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471600 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 185767544736 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471602 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 187419579540 1688471602 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471602 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471602 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471602 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471602 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471602 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471602 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471602 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471602 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471602 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471602 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471602 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471602 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471602 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.138@tcp 1688471602 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471602 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471602 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471602 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471602 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471602 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471602 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471603 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471603 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471603 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471603 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 188190443455 1688471603 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471603 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471603 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471603 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471603 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471603 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471603 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471603 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471603 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471603 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471604 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 188878822769 1688471604 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471604 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471604 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471604 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471604 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471604 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471604 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471604 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471604 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471604 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471604 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 134) lustre:flags=37 1688471604 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471604 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471604 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471605 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre-MDT0000 1688471608 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471608 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471608 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471608 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471608 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 193130941653 1688471608 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471608 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471608 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471608 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471608 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471608 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471608 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471608 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471608 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471608 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471609 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471613 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471613 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471613 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471613 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471613 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471613 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471613 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471613 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471613 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471613 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471613 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 198502305541 1688471613 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471613 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471613 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471613 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471613 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471613 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471614 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471614 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.203.138@tcp 1688471614 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471614 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471614 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471614 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 260) lustre:flags=34 1688471614 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471614 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471614 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471614 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 260) lustre:svname=lustre-OST0000 1688471621 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471621 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471621 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471621 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471621 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471621 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471621 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471621 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471621 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471621 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471621 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 206096260468 1688471621 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471621 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471621 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471621 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471621 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471621 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471621 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471621 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471621 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471621 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.138@tcp 1688471621 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471622 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 387) lustre:flags=34 1688471622 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471622 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471622 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471622 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 387) lustre:svname=lustre-OST0001 1688471645 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471645 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471645 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 230523846360 1688471658 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471658 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471658 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 243811661681 1688471666 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471666 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471666 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 250996678424 1688471673 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471673 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471673 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 258330827132 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471696 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 281458686459 1688471696 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471696 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471696 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471696 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471696 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471696 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471696 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471696 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471696 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471696 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471696 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471696 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471696 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471696 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471696 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471697 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471697 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471697 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471697 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 282399502914 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471699 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 284421905243 1688471699 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471699 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471699 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471699 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471699 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 71) 1688471699 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 71) quota=409600000 1688471699 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 71) canmount=0 1688471699 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471699 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471699 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 71) xattr=2 1688471699 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 71) dnodesize=1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 71) lustre:mgsnode=192.168.203.138@tcp 1688471699 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 71) lustre:sys.timeout=20 1688471699 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471699 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 71) lustre:version=1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 71) lustre:flags=97 1688471699 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 71) lustre:index=1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 71) lustre:fsname=lustre 1688471699 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre:MDT0001 1688471700 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471700 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471700 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471700 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 285374160784 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471702 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 287192585514 1688471702 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471702 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471702 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471702 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471702 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471702 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471702 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471702 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471702 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471702 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471702 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471702 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471702 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471702 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471702 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471702 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471702 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471703 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2852634040 1688471703 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471703 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471703 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471703 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 288380870646 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471705 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 290180189846 1688471705 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471705 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471705 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471705 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471705 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471705 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 260) 1688471705 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 260) quota=409600000 1688471705 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 260) canmount=0 1688471705 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471705 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471705 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 260) xattr=2 1688471705 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 260) dnodesize=1 1688471705 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 260) recordsize=1048576 1688471705 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.138@tcp 1688471705 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471705 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471705 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471705 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 260) lustre:flags=98 1688471705 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471705 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471705 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471706 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2904440248 1688471706 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471706 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471706 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471706 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 291309289076 1688471707 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471707 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471707 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471707 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471707 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471707 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471707 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471707 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471707 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471707 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471707 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 292249752321 1688471707 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471707 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471707 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471707 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471707 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471707 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471707 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471707 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471707 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471708 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471708 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471708 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471709 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471713 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471713 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471713 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471713 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471713 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471713 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471713 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471713 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471713 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471713 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471713 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 298030964865 1688471713 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471713 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471713 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471713 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471713 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471713 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471713 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471713 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 71) lustre:sys.timeout=20 1688471713 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 71) lustre:mgsnode=192.168.203.138@tcp 1688471713 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471713 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 71) lustre:version=1 1688471713 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 71) lustre:flags=33 1688471713 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 71) lustre:index=1 1688471713 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 71) lustre:fsname=lustre 1688471713 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre:MDT0001 1688471714 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre-MDT0001 1688471719 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471719 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471719 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471719 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471719 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471719 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471719 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471719 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471719 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471719 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471719 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 304259350034 1688471719 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471719 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471719 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471719 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471719 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471719 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471720 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471720 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471720 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471720 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471720 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471720 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471720 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471720 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471720 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471720 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471730 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471730 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471730 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 315489290405 1688471737 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471737 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471737 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 322852981518 1688471739 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471739 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471739 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 324277932840 1688471742 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471742 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471742 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471742 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471742 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471742 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471742 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471742 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471742 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471742 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471742 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 327238363135 1688471742 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471742 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471742 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471742 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471742 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471742 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471743 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471745 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471745 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471745 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471745 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471745 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471745 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471745 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471745 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471745 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471745 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471745 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 330855728061 1688471745 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471745 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471745 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471745 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471746 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471746 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471746 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471750 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471750 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471750 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471750 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471750 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471750 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471750 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471750 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471750 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471750 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471750 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 335520621647 1688471750 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471750 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471750 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471750 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471750 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471750 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471751 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471754 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471754 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471754 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471754 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471754 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471754 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471754 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 339553207378 1688471754 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471754 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471754 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471754 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471754 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471754 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471755 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471755 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471755 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471755 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.138@tcp 1688471755 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471755 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 260) lustre:flags=34 1688471755 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471755 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471755 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471755 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 260) lustre:svname=lustre-OST0001 1688471767 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471767 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 352364541609 1688471785 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471785 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471785 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 370059303355 1688471792 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471792 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471792 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 377672921244 1688471800 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471800 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471800 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 385046674997 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471823 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 408559705549 1688471823 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471823 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471823 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471823 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471823 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471823 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 139) 1688471823 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 139) quota=409600000 1688471823 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 139) canmount=0 1688471823 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471823 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471823 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 139) xattr=2 1688471823 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 139) dnodesize=1 1688471823 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 139) lustre:sys.timeout=20 1688471823 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471823 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 139) lustre:version=1 1688471823 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 139) lustre:flags=101 1688471823 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 139) lustre:index=0 1688471823 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 139) lustre:fsname=lustre 1688471823 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre:MDT0000 1688471824 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2742173112 1688471824 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471824 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471824 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471824 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 409779703951 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471827 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 412318823785 1688471827 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471827 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471827 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471827 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471827 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471827 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471827 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471827 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471827 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471827 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471827 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471827 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471827 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471827 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471827 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471827 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471827 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471827 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471827 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471827 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471828 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2984197560 1688471828 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471828 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471828 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471828 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 413492322155 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471830 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 415489567819 1688471830 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471830 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471830 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471830 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471830 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471830 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 78) 1688471830 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 78) quota=409600000 1688471830 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 78) canmount=0 1688471830 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471830 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471830 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 78) xattr=2 1688471830 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 78) dnodesize=1 1688471830 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 78) recordsize=1048576 1688471830 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 78) lustre:mgsnode=192.168.203.138@tcp 1688471830 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 78) lustre:sys.timeout=20 1688471830 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 78) lustre:autodegrade=on 1688471831 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 78) lustre:version=1 1688471831 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 78) lustre:flags=98 1688471831 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 78) lustre:index=0 1688471831 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 78) lustre:fsname=lustre 1688471831 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 78) lustre:svname=lustre:OST0000 1688471831 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 246300088 1688471831 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471831 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471831 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471831 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 416755614421 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471833 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 418839838116 1688471833 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471833 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471834 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471834 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471834 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471834 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471834 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471834 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471834 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471834 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471834 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471834 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471834 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471834 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.138@tcp 1688471834 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471834 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471834 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471834 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471834 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471834 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471834 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471834 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3024584120 1688471835 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471835 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471835 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471835 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 420004175758 1688471835 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471835 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471835 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471835 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471835 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471835 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471835 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471835 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471836 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471836 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471836 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 420933827977 1688471836 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471836 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471836 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471836 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471836 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471836 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471836 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471836 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 139) lustre:sys.timeout=20 1688471836 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471836 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 139) lustre:version=1 1688471836 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 139) lustre:flags=37 1688471836 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 139) lustre:index=0 1688471836 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 139) lustre:fsname=lustre 1688471836 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre:MDT0000 1688471838 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre-MDT0000 1688471842 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471842 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471842 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471842 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471842 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471842 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471842 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471842 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471842 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471842 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471842 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 427339449525 1688471842 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471842 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471842 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471842 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471842 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471842 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471843 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471843 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471843 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471843 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471843 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471843 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471843 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471843 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471843 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471843 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471849 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471849 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471849 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 434352456516 1688471849 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471849 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471849 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471849 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471849 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471850 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471850 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 78) lustre:sys.timeout=20 1688471850 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 78) lustre:autodegrade=on 1688471850 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 78) lustre:mgsnode=192.168.203.138@tcp 1688471850 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 78) lustre:version=1 1688471850 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 78) lustre:flags=34 1688471850 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 78) lustre:index=0 1688471850 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 78) lustre:fsname=lustre 1688471850 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 78) lustre:svname=lustre:OST0000 1688471850 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 78) lustre:svname=lustre-OST0000 1688471861 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471861 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471861 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 446022132486 1688471868 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471868 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471868 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 453470827704 1688471869 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471869 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471870 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 454875317134 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471877 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 462242966614 1688471877 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471877 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471877 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471877 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471877 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 68) 1688471877 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 68) quota=409600000 1688471877 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 68) canmount=0 1688471877 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471877 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 68) xattr=2 1688471877 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 68) dnodesize=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 68) lustre:sys.timeout=20 1688471877 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471877 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 68) lustre:version=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 68) lustre:flags=101 1688471877 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 68) lustre:index=0 1688471877 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 68) lustre:fsname=lustre 1688471877 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 68) lustre:svname=lustre:MDT0000 1688471878 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471878 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471878 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471878 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 463052608743 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471889 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 474090413503 1688471889 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471889 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471889 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471889 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471889 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471889 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 263) 1688471889 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 263) quota=409600000 1688471889 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 263) canmount=0 1688471889 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471889 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471889 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 263) xattr=2 1688471889 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 263) dnodesize=1 1688471889 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471889 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471889 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471889 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 263) lustre:flags=101 1688471889 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471889 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471889 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471890 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471890 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471890 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 475037471070 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471892 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 477081022755 1688471892 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471892 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471892 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471892 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471892 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471892 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471892 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471892 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471892 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471892 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471892 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471892 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471892 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471892 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471892 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471892 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471892 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471892 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471892 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471892 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471893 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471893 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471893 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471893 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2854124984 1688471893 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 478096236189 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471895 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 480153308675 1688471895 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471895 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471895 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471895 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471895 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471895 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 387) 1688471895 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 387) quota=409600000 1688471895 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 387) canmount=0 1688471895 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471895 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471895 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 387) xattr=2 1688471895 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 387) dnodesize=1 1688471895 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 387) recordsize=1048576 1688471895 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.138@tcp 1688471895 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471895 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471895 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471895 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 387) lustre:flags=98 1688471895 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471895 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471895 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471896 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2901409208 1688471896 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471896 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471896 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471896 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 481286700018 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471898 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 483251917302 1688471898 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471898 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471898 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471898 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471898 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471898 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 270) 1688471898 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 270) quota=409600000 1688471898 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 270) canmount=0 1688471898 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471898 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471898 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 270) xattr=2 1688471898 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 270) dnodesize=1 1688471898 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 270) recordsize=1048576 1688471898 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 270) lustre:mgsnode=192.168.203.138@tcp 1688471898 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 270) lustre:sys.timeout=20 1688471898 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 270) lustre:autodegrade=on 1688471898 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 270) lustre:version=1 1688471898 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 270) lustre:flags=98 1688471898 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 270) lustre:index=1 1688471898 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 270) lustre:fsname=lustre 1688471898 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 270) lustre:svname=lustre:OST0001 1688471899 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471899 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471899 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471899 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 484232708727 1688471900 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471900 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471900 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471900 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471900 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471900 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471900 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471900 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471900 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471900 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471900 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 485015260386 1688471900 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471900 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471900 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471900 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471900 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471900 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471900 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471900 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471900 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471900 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471900 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 263) lustre:flags=37 1688471900 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471900 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471900 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471901 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre-MDT0000 1688471904 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471904 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471904 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471904 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471904 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471904 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471904 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471904 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471904 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471904 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471904 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 489350217613 1688471904 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471904 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471904 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471904 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471904 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471904 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471905 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471905 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471905 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471905 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471905 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471905 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471905 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471905 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471905 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471905 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471909 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471909 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471909 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471909 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471909 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471909 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471909 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471909 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471909 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471909 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471909 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 494542810447 1688471909 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471909 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471909 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471909 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471909 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471909 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471910 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471910 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471910 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471910 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.138@tcp 1688471910 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471910 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 387) lustre:flags=34 1688471910 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471910 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471910 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471910 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 387) lustre:svname=lustre-OST0000 1688471924 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471924 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471924 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 509623462868 1688471927 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471927 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471927 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 512817502361 1688471929 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471929 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471929 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 514055827484 1688471931 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471931 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471931 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471931 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471931 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471931 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471931 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471931 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471931 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471931 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471931 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 516496638802 1688471931 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471931 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471931 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471931 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471931 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471931 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471932 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471934 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471934 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471934 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471934 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471934 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471934 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471934 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471934 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471934 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471934 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471934 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 519542143425 1688471934 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471934 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471934 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471934 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471934 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471934 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471935 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471938 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471938 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471938 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471938 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471938 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471938 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471938 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471938 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471938 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471938 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471938 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 523589810224 1688471938 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471938 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471938 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471938 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471938 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471938 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471939 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471956 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471956 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471956 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 541333254738 1688471963 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471963 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471963 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 548465844112 1688471964 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471964 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471964 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 549739256342 1688471975 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471975 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471975 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 171 1688471975 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=171 1688471975 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471975 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471975 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471975 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471975 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 171 1688471975 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=171 1688471975 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 560344869315 1688471975 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471975 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471975 spa_history.c:319:spa_history_log_sync(): txg 173 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471975 spa_history.c:319:spa_history_log_sync(): txg 173 set failmode=2 1688471975 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471975 spa_history.c:319:spa_history_log_sync(): txg 176 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471980 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 39014642932 566071960039 name type data dmu_tx_assigned 4 11163 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 40 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 39014532971 566073750572 name type data struct_size 4 7120 linear_cnt 4 153 linear_data_size 4 150528 scatter_cnt 4 25 scatter_data_size 4 71168 scatter_chunk_waste 4 43520 scatter_order_0 4 24 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 39019969076 566075468100 name type data hits 4 390197 misses 4 3292 demand_data_hits 4 12991 demand_data_misses 4 430 demand_metadata_hits 4 377198 demand_metadata_misses 4 2703 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 8 prefetch_metadata_misses 4 159 mru_hits 4 307881 mru_ghost_hits 4 0 mfu_hits 4 82308 mfu_ghost_hits 4 0 deleted 4 26883 mutex_miss 4 0 access_skip 4 0 evict_skip 4 5428 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1279948288 evict_l2_ineligible 4 405504 evict_l2_skip 4 0 hash_elements 4 177 hash_elements_max 4 4619 hash_collisions 4 223 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 900936 compressed_size 4 221696 uncompressed_size 4 19557888 overhead_size 4 511488 hdr_size 4 77992 data_size 4 0 metadata_size 4 733184 dbuf_size 4 21600 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 604160 mru_evictable_data 4 0 mru_evictable_metadata 4 164864 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 96256 mfu_evictable_data 4 0 mfu_evictable_metadata 4 1024 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3631091712 memory_available_bytes 3 3569967104 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 900936 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 245266376 arc_meta_min 4 16777216 async_upgrade_sync 4 3 demand_hit_predictive_prefetch 4 106 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 39024476918 566077730330 name type data cache_count 4 14 cache_size_bytes 4 208896 cache_size_bytes_max 4 44891648 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 14 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 208896 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 622064 hash_misses 4 129546 hash_collisions 4 709 hash_elements 4 28 hash_elements_max 4 4588 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 12 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 800768 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 39014633405 566079884538 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 287934 dnode_hold_alloc_misses 4 13 dnode_hold_alloc_interior 4 41 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 4 dnode_hold_free_hits 4 9543 dnode_hold_free_misses 4 76 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 49 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9768 dnode_reallocate 4 0 dnode_buf_evict 4 1042 dnode_alloc_next_chunk 4 335 dnode_alloc_race 4 0 dnode_alloc_next_block 4 98 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 39014621481 566081706780 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 560294669675 566083562414 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2043392 1383936 122 219 22141709 262838353 565398710885 43901587 116537283 565398801888 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 173 560344924552 C 0 9728 90112 8 59 5037640 4087 30100 15177230 174 560349962192 C 0 8192 602624 6 59 15281985 4660 18497 15595637 175 560365244177 C 0 3072 0 1 0 15852506 3858 18826 380336 176 560381096683 C 0 0 584192 0 64 809593 2289 14898 11857954 177 560381906276 C 0 0 0 0 0 12006946 4502 26830 153811 178 560393913222 C 0 0 76288 0 28 5000011369 6652 54096 5447363 179 565393924591 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 560294682601 566090445607 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471975 0 435924 1000000000 14298423445304790370 1 /dev/vdc1 2 176 1688471976 0 364016 1000000000 14298423445304790370 3 /dev/vdc1 3 176 1688471977 0 400151 1000000000 14298423445304790370 1 /dev/vdc1 4 176 1688471978 0 361033 1000232049 14298423445304790370 3 /dev/vdc1 5 176 1688471979 0 410216 1000231145 14298423445304790370 1 /dev/vdc1 6 176 1688471980 0 398771 1000249771 14298423445304790370 2 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 39014638306 566096972265 name type data hits 4 913 misses 4 322862 max_streams 4 160859 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 37888828160 566100656736 implementation native byteswap scalar 3179311295 2187429947 superscalar 3619816852 2682987631 superscalar4 3077938952 2262720677 sse2 5743032707 2963599324 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 39024751053 566102866471 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 39888584988 566104199534 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 289086199 124020018 44505326 575332414 104829887 14319999 34014326 7283501 7343403 4832364 scalar 719659098 194393328 76830606 710923765 219501912 149428660 85789854 75171483 44615987 32342693 sse2 1343732896 476269641 234454487 1181872049 526822197 361654251 283999691 263533162 156356982 116916734 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 39024756522 566105693206 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2862 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 1 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:58:24.497000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a40960 0x1d9f9e40 eid = 0x620 Jul 4 2023 07:58:24.497000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a40960 0x1d9f9e40 eid = 0x621 Jul 4 2023 07:58:24.498000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a40960 time = 0x64a40960 0x1daee080 eid = 0x622 Jul 4 2023 07:58:24.510000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a40960 0x1e65fb80 eid = 0x623 Jul 4 2023 07:58:25.011000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x25 history_time = 0x64a40961 time = 0x64a40961 0xa7d8c0 eid = 0x624 Jul 4 2023 07:58:25.021000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.203.138@tcp" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x26 history_time = 0x64a40961 time = 0x64a40961 0x1406f40 eid = 0x625 Jul 4 2023 07:58:25.031000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x27 history_time = 0x64a40961 time = 0x64a40961 0x1d905c0 eid = 0x626 Jul 4 2023 07:58:25.039000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x28 history_time = 0x64a40961 time = 0x64a40961 0x25317c0 eid = 0x627 Jul 4 2023 07:58:25.046000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x29 history_time = 0x64a40961 time = 0x64a40961 0x2bde780 eid = 0x628 Jul 4 2023 07:58:25.054000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2a history_time = 0x64a40961 time = 0x64a40961 0x337f980 eid = 0x629 Jul 4 2023 07:58:25.061000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2b history_time = 0x64a40961 time = 0x64a40961 0x3a2c940 eid = 0x62a Jul 4 2023 07:58:25.068000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2c history_time = 0x64a40961 time = 0x64a40961 0x40d9900 eid = 0x62b Jul 4 2023 07:58:25.356000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x32 history_time = 0x64a40961 time = 0x64a40961 0x15382100 eid = 0x62c Jul 4 2023 07:58:29.671000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40965 time = 0x64a40965 0x27fea5c0 eid = 0x62d Jul 4 2023 07:58:29.672000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40965 time = 0x64a40965 0x280de800 eid = 0x62e Jul 4 2023 07:58:29.695000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40965 0x296cdbc0 eid = 0x62f Jul 4 2023 07:58:29.695000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40965 0x296cdbc0 eid = 0x630 Jul 4 2023 07:58:29.699000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40965 time = 0x64a40965 0x29a9e4c0 eid = 0x631 Jul 4 2023 07:58:29.713000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40965 0x2a7f8440 eid = 0x632 Jul 4 2023 07:58:30.213000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x26 history_time = 0x64a40966 time = 0x64a40966 0xcb21f40 eid = 0x633 Jul 4 2023 07:58:30.226000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x27 history_time = 0x64a40966 time = 0x64a40966 0xd787c80 eid = 0x634 Jul 4 2023 07:58:30.239000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.138@tcp" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x28 history_time = 0x64a40966 time = 0x64a40966 0xe3ed9c0 eid = 0x635 Jul 4 2023 07:58:30.250000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x29 history_time = 0x64a40966 time = 0x64a40966 0xee6b280 eid = 0x636 Jul 4 2023 07:58:30.260000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2a history_time = 0x64a40966 time = 0x64a40966 0xf7f4900 eid = 0x637 Jul 4 2023 07:58:30.270000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2b history_time = 0x64a40966 time = 0x64a40966 0x1017df80 eid = 0x638 Jul 4 2023 07:58:30.291000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2c history_time = 0x64a40966 time = 0x64a40966 0x11584ec0 eid = 0x639 Jul 4 2023 07:58:30.300000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2d history_time = 0x64a40966 time = 0x64a40966 0x11e1a300 eid = 0x63a Jul 4 2023 07:58:30.523000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x31 history_time = 0x64a40966 time = 0x64a40966 0x1f2c58c0 eid = 0x63b Jul 4 2023 07:58:44.713000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x1 pool_context = 0x0 time = 0x64a40974 0x2a7f8440 eid = 0x63c Jul 4 2023 07:58:44.760000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x5 pool_context = 0x0 time = 0x64a40974 0x2d4cae00 eid = 0x63d Jul 4 2023 07:58:47.925000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x1 pool_context = 0x0 time = 0x64a40977 0x37226140 eid = 0x63e Jul 4 2023 07:58:47.959000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x5 pool_context = 0x0 time = 0x64a40977 0x39292dc0 eid = 0x63f Jul 4 2023 07:58:49.164000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x1 pool_context = 0x0 time = 0x64a40979 0x9c67100 eid = 0x640 Jul 4 2023 07:58:49.193000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x5 pool_context = 0x0 time = 0x64a40979 0xb80f240 eid = 0x641 Jul 4 2023 07:58:51.625000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x73 history_time = 0x64a4097b time = 0x64a4097b 0x2540be40 eid = 0x642 Jul 4 2023 07:58:51.626000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x73 history_time = 0x64a4097b time = 0x64a4097b 0x25500080 eid = 0x643 Jul 4 2023 07:58:51.647000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a4097b 0x26906fc0 eid = 0x644 Jul 4 2023 07:58:51.647000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a4097b 0x26906fc0 eid = 0x645 Jul 4 2023 07:58:51.648000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x76 history_time = 0x64a4097b time = 0x64a4097b 0x269fb200 eid = 0x646 Jul 4 2023 07:58:51.657000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a4097b 0x27290640 eid = 0x647 Jul 4 2023 07:58:54.670000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x56 history_time = 0x64a4097e time = 0x64a4097e 0x27ef6380 eid = 0x648 Jul 4 2023 07:58:54.670000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x56 history_time = 0x64a4097e time = 0x64a4097e 0x27ef6380 eid = 0x649 Jul 4 2023 07:58:54.687000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a4097e 0x28f2c9c0 eid = 0x64a Jul 4 2023 07:58:54.687000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a4097e 0x28f2c9c0 eid = 0x64b Jul 4 2023 07:58:54.691000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x59 history_time = 0x64a4097e time = 0x64a4097e 0x292fd2c0 eid = 0x64c Jul 4 2023 07:58:54.700000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a4097e 0x29b92700 eid = 0x64d Jul 4 2023 07:58:58.717000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4d history_time = 0x64a40982 time = 0x64a40982 0x2abc8d40 eid = 0x64e Jul 4 2023 07:58:58.718000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4d history_time = 0x64a40982 time = 0x64a40982 0x2acbcf80 eid = 0x64f Jul 4 2023 07:58:58.742000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40982 0x2c3a0580 eid = 0x650 Jul 4 2023 07:58:58.742000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40982 0x2c3a0580 eid = 0x651 Jul 4 2023 07:58:58.745000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x50 history_time = 0x64a40982 time = 0x64a40982 0x2c67cc40 eid = 0x652 Jul 4 2023 07:58:58.756000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40982 0x2d0fa500 eid = 0x653 Jul 4 2023 07:59:16.439000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x1 pool_context = 0x0 time = 0x64a40994 0x1a2a9bc0 eid = 0x654 Jul 4 2023 07:59:16.465000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x5 pool_context = 0x0 time = 0x64a40994 0x1bb75640 eid = 0x655 Jul 4 2023 07:59:23.579000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x1 pool_context = 0x0 time = 0x64a4099b 0x2282d6c0 eid = 0x656 Jul 4 2023 07:59:23.596000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x5 pool_context = 0x0 time = 0x64a4099b 0x23863d00 eid = 0x657 Jul 4 2023 07:59:24.853000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x1 pool_context = 0x0 time = 0x64a4099c 0x32d7bf40 eid = 0x658 Jul 4 2023 07:59:24.870000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x5 pool_context = 0x0 time = 0x64a4099c 0x33db2580 eid = 0x659 Jul 4 2023 07:59:35.475000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xad history_time = 0x64a409a7 time = 0x64a409a7 0x1c4fecc0 eid = 0x65a Jul 4 2023 07:59:35.475000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xad history_time = 0x64a409a7 time = 0x64a409a7 0x1c4fecc0 eid = 0x65b Jul 4 2023 07:59:35.506000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a409a7 0x1e28f280 eid = 0x65c Jul 4 2023 07:59:35.506000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a409a7 0x1e28f280 eid = 0x65d Jul 4 2023 07:59:35.507000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xb0 history_time = 0x64a409a7 time = 0x64a409a7 0x1e3834c0 eid = 0x65e Jul 4 2023 07:59:35.519000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a409a7 0x1eef4fc0 eid = 0x65f ====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 15120 - 72 - - - - 210 - - - - ddt_cache 0x00040 3594240 3188736 199680 24912 18 18 21 144 128 168 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 6144 - 512 - - - - 12 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 146432 - 1024 - - - - 143 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 16224256 14680064 954368 114688 17 16 16 136 128 128 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 20623360 5242880 1085440 131072 19 19 179 152 40 1432 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7120 - 40 - - - - 178 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 74048 - 416 - - - - 178 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3944 - 136 - - - - 29 - - - - dmu_buf_impl_t 0x00084 - 21600 - 400 - - - - 54 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 37394676390 566677106112 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 37394711530 566678765787 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 39012974840 566680364552 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 39024744956 566681901083 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 39023520409 566683805552 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295232695 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295227682 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295227678 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 258 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295232694 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 4 65536 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295227650 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295232691 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295227636 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295232691 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 257 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295232694 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295227684 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295232695 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295227669 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295227691 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 259 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295232694 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295227682 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 261 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295227700 209 0 87 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295227669 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295227683 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295227669 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295227668 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 8 131072 16384 1 4 4 0 | 1 2 0xf160090 1 1536 4295232694 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295227691 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295227668 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295232692 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 261 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295227700 197 0 99 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295227677 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295232691 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471457 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471457 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 42726803322 1688471457 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471457 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471457 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471457 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471457 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 136) 1688471457 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 136) canmount=0 1688471457 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471457 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471457 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 136) xattr=2 1688471458 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 136) dnodesize=1 1688471458 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 136) lustre:sys.timeout=20 1688471458 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 136) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471458 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 136) lustre:version=1 1688471458 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 136) lustre:flags=101 1688471458 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 136) lustre:index=0 1688471458 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 136) lustre:fsname=lustre 1688471458 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 136) lustre:svname=lustre:MDT0000 1688471458 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471458 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471458 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471458 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 43652102470 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471460 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471460 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 45597735208 1688471460 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471460 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471460 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471460 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471460 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471460 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471460 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471460 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471460 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471460 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471460 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471460 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471460 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471460 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471461 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471461 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471461 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471461 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471461 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3323018680 1688471461 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 46610742865 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471463 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471463 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 48444495794 1688471463 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471463 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471463 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471463 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471463 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 270) 1688471463 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 270) canmount=0 1688471463 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471463 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 270) xattr=2 1688471463 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 270) dnodesize=1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 270) recordsize=1048576 1688471463 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.203.138@tcp 1688471463 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471463 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471463 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471463 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 270) lustre:flags=98 1688471463 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471463 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471463 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471464 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471464 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471464 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471464 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 49370086309 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471466 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471466 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 51353612979 1688471466 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471466 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471466 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471466 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471466 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 144) 1688471466 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 144) canmount=0 1688471466 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471466 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471466 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 144) xattr=2 1688471466 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 144) dnodesize=1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 144) recordsize=1048576 1688471466 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 144) lustre:mgsnode=192.168.203.138@tcp 1688471466 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 144) lustre:sys.timeout=20 1688471466 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 144) lustre:autodegrade=on 1688471466 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 144) lustre:version=1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 144) lustre:flags=98 1688471466 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 144) lustre:index=1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 144) lustre:fsname=lustre 1688471466 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 144) lustre:svname=lustre:OST0001 1688471467 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 218791352 1688471467 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471467 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471467 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471467 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 52461393660 1688471472 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471472 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471472 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471472 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471472 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471472 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471472 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471472 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471472 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471472 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471472 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 56992472976 1688471472 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471472 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471472 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471472 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471472 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471472 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471472 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471472 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 136) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471472 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 136) lustre:sys.timeout=20 1688471472 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 136) lustre:version=1 1688471472 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 136) lustre:flags=37 1688471472 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 136) lustre:index=0 1688471472 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 136) lustre:fsname=lustre 1688471472 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 136) lustre:svname=lustre:MDT0000 1688471474 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 136) lustre:svname=lustre-MDT0000 1688471477 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471477 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471477 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471477 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471477 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471477 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471477 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471477 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471477 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471477 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471477 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 62415238445 1688471477 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471477 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471477 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471477 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471477 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471477 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471478 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471478 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471478 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471478 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471478 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471478 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471478 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471478 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471478 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471478 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471481 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471481 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471481 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471481 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471481 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471481 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 66519143003 1688471481 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471481 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471481 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471481 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471481 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471482 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471482 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 270) lustre:mgsnode=192.168.203.138@tcp 1688471482 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 270) lustre:sys.timeout=20 1688471482 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 270) lustre:autodegrade=on 1688471482 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 270) lustre:version=1 1688471482 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 270) lustre:flags=34 1688471482 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 270) lustre:index=0 1688471482 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 270) lustre:fsname=lustre 1688471482 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 270) lustre:svname=lustre:OST0000 1688471482 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 270) lustre:svname=lustre-OST0000 1688471486 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471486 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471486 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471486 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471486 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471486 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 71071050059 1688471486 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471486 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471486 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471486 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471486 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471486 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471486 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471486 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 144) lustre:autodegrade=on 1688471486 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 144) lustre:sys.timeout=20 1688471486 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 144) lustre:mgsnode=192.168.203.138@tcp 1688471486 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 144) lustre:version=1 1688471486 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 144) lustre:flags=34 1688471486 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 144) lustre:index=1 1688471486 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 144) lustre:fsname=lustre 1688471486 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 144) lustre:svname=lustre:OST0001 1688471487 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 144) lustre:svname=lustre-OST0001 1688471521 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471521 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471521 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 106127589838 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471528 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 113425155187 1688471535 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471535 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 120661903750 1688471542 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471542 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471543 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 127875409241 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471548 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471548 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 133158925561 1688471548 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471548 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471548 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471548 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471548 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471548 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471548 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471548 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471548 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471548 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471548 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471548 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471548 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471548 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471548 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471548 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471549 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2773482936 1688471549 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 134163575387 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471551 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471551 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 135904075093 1688471551 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471551 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471551 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471551 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471551 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 139) 1688471551 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 139) quota=409600000 1688471551 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 139) canmount=0 1688471551 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471551 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471551 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 139) xattr=2 1688471551 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 139) dnodesize=1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 139) lustre:mgsnode=192.168.203.138@tcp 1688471551 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 139) lustre:sys.timeout=20 1688471551 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471551 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 139) lustre:version=1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 139) lustre:flags=97 1688471551 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 139) lustre:index=1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 139) lustre:fsname=lustre 1688471551 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre:MDT0001 1688471551 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471551 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471551 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471551 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 136687864900 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471553 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471553 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 138464687626 1688471553 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471553 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471553 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471553 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471553 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471553 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 134) 1688471553 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 134) quota=409600000 1688471553 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 134) canmount=0 1688471553 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471553 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471553 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 134) xattr=2 1688471553 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 134) dnodesize=1 1688471553 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 134) recordsize=1048576 1688471553 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.138@tcp 1688471553 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471553 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471553 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471553 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 134) lustre:flags=98 1688471553 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471553 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471553 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471554 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471554 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471554 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471554 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 139365145365 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471556 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471556 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 141144471310 1688471556 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471556 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471556 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471556 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471556 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471556 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471556 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471556 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471556 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471556 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471556 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471556 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471556 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471556 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471556 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471556 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471556 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471557 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471557 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471557 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471557 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 142006399218 1688471557 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471557 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471557 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471557 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471557 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471557 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471557 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471557 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471557 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471557 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471557 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 142818224959 1688471557 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471557 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471557 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471557 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471557 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471557 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471558 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471558 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471558 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471558 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471558 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471558 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471559 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471562 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471562 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471562 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471562 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471562 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471562 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 147360548022 1688471562 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471562 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471562 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471562 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471562 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471563 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471563 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 139) lustre:mgsnode=192.168.203.138@tcp 1688471563 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 139) lustre:sys.timeout=20 1688471563 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471563 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 139) lustre:version=1 1688471563 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 139) lustre:flags=33 1688471563 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 139) lustre:index=1 1688471563 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 139) lustre:fsname=lustre 1688471563 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre:MDT0001 1688471563 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 139) lustre:svname=lustre-MDT0001 1688471567 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471567 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471567 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471568 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471568 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471568 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 152980993295 1688471568 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471568 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471568 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471568 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471568 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471568 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.138@tcp 1688471568 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471568 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471568 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471568 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 134) lustre:flags=34 1688471568 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471568 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471568 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471569 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 134) lustre:svname=lustre-OST0000 1688471578 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471578 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471578 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 163467310474 1688471585 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471585 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471585 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 170656052316 1688471586 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471586 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471586 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 171862914595 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471595 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471595 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 180068810117 1688471595 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471595 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471595 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471595 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471595 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 134) 1688471595 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 134) quota=409600000 1688471595 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 134) canmount=0 1688471595 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471595 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 134) xattr=2 1688471595 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 134) dnodesize=1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471595 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471595 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471595 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 134) lustre:flags=101 1688471595 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471595 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471595 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471596 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471596 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471596 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471596 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 180896457930 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471597 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471597 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 182502234291 1688471597 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471597 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471597 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471597 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471597 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471597 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471597 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471597 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471597 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471597 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471597 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471597 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471597 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471597 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471597 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471597 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471597 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471597 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471597 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471597 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471598 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471598 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471598 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471598 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 183182621314 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471599 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471599 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 184803514593 1688471599 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471599 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471599 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471599 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471599 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471600 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 260) 1688471600 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 260) quota=409600000 1688471600 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 260) canmount=0 1688471600 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471600 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471600 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 260) xattr=2 1688471600 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 260) dnodesize=1 1688471600 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 260) recordsize=1048576 1688471600 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.203.138@tcp 1688471600 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471600 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471600 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471600 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 260) lustre:flags=98 1688471600 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471600 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471600 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471600 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471600 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471600 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471600 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 185767544736 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471602 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471602 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 187419579540 1688471602 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471602 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471602 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471602 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471602 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471602 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471602 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471602 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471602 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471602 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471602 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471602 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471602 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471602 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.138@tcp 1688471602 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471602 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471602 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471602 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471602 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471602 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471602 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471603 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471603 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471603 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471603 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 188190443455 1688471603 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471603 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471603 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471603 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471603 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471603 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471603 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471603 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471603 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471603 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471604 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 188878822769 1688471604 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471604 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471604 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471604 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471604 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471604 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471604 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471604 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471604 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471604 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471604 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 134) lustre:flags=37 1688471604 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471604 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471604 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471605 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre-MDT0000 1688471608 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471608 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471608 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471608 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471608 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471608 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 193130941653 1688471608 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471608 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471608 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471608 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471608 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471608 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471608 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471608 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471608 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471608 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471608 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471609 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471613 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471613 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471613 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471613 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471613 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471613 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471613 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471613 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471613 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471613 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471613 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 198502305541 1688471613 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471613 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471613 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471613 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471613 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471613 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471614 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471614 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.203.138@tcp 1688471614 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471614 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471614 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471614 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 260) lustre:flags=34 1688471614 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471614 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471614 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471614 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 260) lustre:svname=lustre-OST0000 1688471621 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471621 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471621 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471621 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471621 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471621 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471621 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471621 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471621 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471621 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471621 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 206096260468 1688471621 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471621 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471621 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471621 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471621 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471621 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471621 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471621 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471621 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471621 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.138@tcp 1688471621 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471622 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 387) lustre:flags=34 1688471622 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471622 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471622 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471622 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 387) lustre:svname=lustre-OST0001 1688471645 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471645 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471645 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 230523846360 1688471658 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471658 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471658 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 243811661681 1688471666 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471666 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471666 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 250996678424 1688471673 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471673 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471673 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 258330827132 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471696 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471696 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 281458686459 1688471696 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471696 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471696 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471696 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471696 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471696 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471696 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471696 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471696 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471696 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471696 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471696 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471696 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471696 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471696 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471697 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471697 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471697 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471697 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 282399502914 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471699 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471699 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 284421905243 1688471699 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471699 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471699 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471699 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471699 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 71) 1688471699 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 71) quota=409600000 1688471699 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 71) canmount=0 1688471699 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471699 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471699 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 71) xattr=2 1688471699 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 71) dnodesize=1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 71) lustre:mgsnode=192.168.203.138@tcp 1688471699 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 71) lustre:sys.timeout=20 1688471699 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471699 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 71) lustre:version=1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 71) lustre:flags=97 1688471699 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 71) lustre:index=1 1688471699 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 71) lustre:fsname=lustre 1688471699 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre:MDT0001 1688471700 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471700 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471700 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471700 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 285374160784 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471702 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471702 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 287192585514 1688471702 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471702 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471702 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471702 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471702 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471702 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471702 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471702 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471702 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471702 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471702 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471702 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471702 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471702 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471702 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471702 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471702 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471702 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471703 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2852634040 1688471703 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471703 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471703 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471703 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 288380870646 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471705 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471705 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 290180189846 1688471705 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471705 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471705 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471705 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471705 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471705 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 260) 1688471705 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 260) quota=409600000 1688471705 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 260) canmount=0 1688471705 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471705 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471705 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 260) xattr=2 1688471705 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 260) dnodesize=1 1688471705 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 260) recordsize=1048576 1688471705 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.138@tcp 1688471705 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471705 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471705 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471705 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 260) lustre:flags=98 1688471705 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471705 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471705 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471706 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2904440248 1688471706 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471706 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471706 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471706 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 291309289076 1688471707 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471707 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471707 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471707 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471707 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471707 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471707 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471707 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471707 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471707 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471707 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 292249752321 1688471707 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471707 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471707 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471707 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471707 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471707 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471707 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471707 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471707 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471707 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471708 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471708 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471708 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471709 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471713 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471713 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471713 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471713 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471713 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471713 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471713 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471713 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471713 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471713 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471713 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 298030964865 1688471713 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471713 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471713 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471713 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471713 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471713 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471713 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471713 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 71) lustre:sys.timeout=20 1688471713 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 71) lustre:mgsnode=192.168.203.138@tcp 1688471713 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471713 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 71) lustre:version=1 1688471713 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 71) lustre:flags=33 1688471713 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 71) lustre:index=1 1688471713 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 71) lustre:fsname=lustre 1688471713 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre:MDT0001 1688471714 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 71) lustre:svname=lustre-MDT0001 1688471719 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471719 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471719 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471719 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471719 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471719 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471719 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471719 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471719 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471719 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471719 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 304259350034 1688471719 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471719 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471719 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471719 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471719 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471719 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471720 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471720 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471720 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471720 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471720 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471720 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471720 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471720 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471720 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471720 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471730 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471730 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471730 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 315489290405 1688471737 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471737 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471737 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 322852981518 1688471739 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471739 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471739 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 324277932840 1688471742 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471742 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471742 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471742 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471742 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471742 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471742 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471742 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471742 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471742 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471742 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 327238363135 1688471742 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471742 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471742 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471742 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471742 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471742 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471743 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471745 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471745 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471745 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471745 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471745 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471745 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471745 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471745 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471745 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471745 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471745 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 330855728061 1688471745 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471745 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471745 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471745 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471746 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471746 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471746 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471750 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471750 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471750 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471750 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471750 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471750 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471750 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471750 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471750 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471750 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471750 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 335520621647 1688471750 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471750 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471750 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471750 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471750 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471750 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471751 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471754 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471754 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471754 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471754 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471754 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471754 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471754 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 339553207378 1688471754 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471754 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471754 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471754 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471754 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471754 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471755 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471755 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471755 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471755 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.138@tcp 1688471755 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471755 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 260) lustre:flags=34 1688471755 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471755 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471755 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471755 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 260) lustre:svname=lustre-OST0001 1688471767 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471767 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 352364541609 1688471785 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471785 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471785 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 370059303355 1688471792 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471792 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471792 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 377672921244 1688471800 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471800 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471800 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 385046674997 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471823 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471823 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 408559705549 1688471823 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471823 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471823 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471823 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471823 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471823 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 139) 1688471823 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 139) quota=409600000 1688471823 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 139) canmount=0 1688471823 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471823 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471823 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 139) xattr=2 1688471823 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 139) dnodesize=1 1688471823 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 139) lustre:sys.timeout=20 1688471823 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471823 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 139) lustre:version=1 1688471823 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 139) lustre:flags=101 1688471823 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 139) lustre:index=0 1688471823 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 139) lustre:fsname=lustre 1688471823 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre:MDT0000 1688471824 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2742173112 1688471824 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471824 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471824 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471824 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 409779703951 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471827 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471827 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 412318823785 1688471827 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471827 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471827 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471827 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471827 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471827 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471827 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471827 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471827 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471827 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471827 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471827 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471827 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471827 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471827 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471827 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471827 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471827 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471827 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471827 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471828 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2984197560 1688471828 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471828 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471828 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471828 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 413492322155 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471830 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471830 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 415489567819 1688471830 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471830 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471830 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471830 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471830 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471830 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 78) 1688471830 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 78) quota=409600000 1688471830 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 78) canmount=0 1688471830 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471830 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471830 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 78) xattr=2 1688471830 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 78) dnodesize=1 1688471830 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 78) recordsize=1048576 1688471830 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 78) lustre:mgsnode=192.168.203.138@tcp 1688471830 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 78) lustre:sys.timeout=20 1688471830 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 78) lustre:autodegrade=on 1688471831 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 78) lustre:version=1 1688471831 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 78) lustre:flags=98 1688471831 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 78) lustre:index=0 1688471831 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 78) lustre:fsname=lustre 1688471831 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 78) lustre:svname=lustre:OST0000 1688471831 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 246300088 1688471831 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471831 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471831 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471831 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 416755614421 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471833 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471833 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 418839838116 1688471833 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471833 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471834 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471834 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471834 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471834 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471834 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471834 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471834 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471834 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471834 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471834 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471834 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471834 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.138@tcp 1688471834 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471834 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471834 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471834 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471834 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471834 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471834 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471834 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3024584120 1688471835 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471835 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471835 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471835 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 420004175758 1688471835 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471835 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471835 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471835 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471835 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471835 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471835 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471835 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471836 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471836 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471836 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 420933827977 1688471836 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471836 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471836 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471836 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471836 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471836 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471836 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471836 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 139) lustre:sys.timeout=20 1688471836 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471836 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 139) lustre:version=1 1688471836 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 139) lustre:flags=37 1688471836 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 139) lustre:index=0 1688471836 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 139) lustre:fsname=lustre 1688471836 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre:MDT0000 1688471838 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre-MDT0000 1688471842 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471842 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471842 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471842 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471842 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471842 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471842 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471842 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471842 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471842 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471842 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 427339449525 1688471842 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471842 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471842 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471842 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471842 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471842 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471843 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471843 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471843 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471843 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471843 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471843 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471843 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471843 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471843 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471843 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471849 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471849 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471849 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 434352456516 1688471849 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471849 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471849 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471849 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471849 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471850 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471850 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 78) lustre:sys.timeout=20 1688471850 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 78) lustre:autodegrade=on 1688471850 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 78) lustre:mgsnode=192.168.203.138@tcp 1688471850 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 78) lustre:version=1 1688471850 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 78) lustre:flags=34 1688471850 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 78) lustre:index=0 1688471850 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 78) lustre:fsname=lustre 1688471850 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 78) lustre:svname=lustre:OST0000 1688471850 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 78) lustre:svname=lustre-OST0000 1688471861 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471861 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471861 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 446022132486 1688471868 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471868 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471868 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 453470827704 1688471869 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471869 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471870 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 454875317134 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471877 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471877 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 462242966614 1688471877 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471877 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471877 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471877 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471877 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 68) 1688471877 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 68) quota=409600000 1688471877 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 68) canmount=0 1688471877 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471877 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 68) xattr=2 1688471877 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 68) dnodesize=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 68) lustre:sys.timeout=20 1688471877 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 68) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471877 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 68) lustre:version=1 1688471877 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 68) lustre:flags=101 1688471877 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 68) lustre:index=0 1688471877 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 68) lustre:fsname=lustre 1688471877 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 68) lustre:svname=lustre:MDT0000 1688471878 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471878 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471878 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471878 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 463052608743 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471889 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471889 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 474090413503 1688471889 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471889 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471889 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471889 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471889 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471889 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 263) 1688471889 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 263) quota=409600000 1688471889 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 263) canmount=0 1688471889 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471889 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471889 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 263) xattr=2 1688471889 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 263) dnodesize=1 1688471889 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471889 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471889 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471889 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 263) lustre:flags=101 1688471889 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471889 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471889 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471890 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471890 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471890 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 475037471070 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471892 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471892 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 477081022755 1688471892 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471892 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471892 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471892 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471892 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471892 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471892 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471892 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471892 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471892 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471892 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471892 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471892 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471892 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471892 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471892 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471892 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471892 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471892 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471892 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471893 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471893 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471893 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471893 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2854124984 1688471893 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 478096236189 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471895 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471895 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 480153308675 1688471895 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471895 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471895 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471895 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471895 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471895 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 387) 1688471895 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 387) quota=409600000 1688471895 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 387) canmount=0 1688471895 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471895 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471895 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 387) xattr=2 1688471895 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 387) dnodesize=1 1688471895 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 387) recordsize=1048576 1688471895 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.138@tcp 1688471895 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471895 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471895 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471895 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 387) lustre:flags=98 1688471895 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471895 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471895 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471896 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2901409208 1688471896 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471896 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471896 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471896 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 481286700018 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471898 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471898 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 483251917302 1688471898 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471898 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471898 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471898 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471898 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471898 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 270) 1688471898 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 270) quota=409600000 1688471898 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 270) canmount=0 1688471898 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471898 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471898 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 270) xattr=2 1688471898 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 270) dnodesize=1 1688471898 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 270) recordsize=1048576 1688471898 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 270) lustre:mgsnode=192.168.203.138@tcp 1688471898 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 270) lustre:sys.timeout=20 1688471898 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 270) lustre:autodegrade=on 1688471898 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 270) lustre:version=1 1688471898 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 270) lustre:flags=98 1688471898 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 270) lustre:index=1 1688471898 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 270) lustre:fsname=lustre 1688471898 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 270) lustre:svname=lustre:OST0001 1688471899 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471899 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471899 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471899 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 484232708727 1688471900 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471900 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471900 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471900 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471900 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471900 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471900 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471900 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471900 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471900 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471900 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 485015260386 1688471900 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471900 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471900 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471900 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471900 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471900 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471900 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471900 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471900 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471900 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471900 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 263) lustre:flags=37 1688471900 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471900 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471900 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471901 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre-MDT0000 1688471904 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471904 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471904 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471904 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471904 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471904 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471904 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471904 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471904 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471904 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471904 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 489350217613 1688471904 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471904 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471904 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471904 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471904 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471904 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471905 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471905 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471905 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.138@tcp 1688471905 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471905 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471905 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471905 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471905 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471905 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471905 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471909 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471909 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471909 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471909 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471909 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471909 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471909 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471909 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471909 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471909 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471909 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 494542810447 1688471909 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471909 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471909 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471909 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471909 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471909 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471910 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471910 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471910 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471910 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.138@tcp 1688471910 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471910 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 387) lustre:flags=34 1688471910 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471910 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471910 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471910 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 387) lustre:svname=lustre-OST0000 1688471924 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471924 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471924 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 509623462868 1688471927 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471927 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471927 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 512817502361 1688471929 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471929 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471929 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 514055827484 1688471931 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471931 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471931 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471931 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471931 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471931 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471931 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471931 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471931 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471931 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471931 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 516496638802 1688471931 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471931 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471931 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471931 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471931 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471931 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471932 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471934 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471934 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471934 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471934 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471934 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471934 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471934 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471934 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471934 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471934 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471934 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 519542143425 1688471934 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471934 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471934 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471934 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471934 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471934 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471935 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471938 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471938 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471938 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471938 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471938 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471938 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471938 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471938 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471938 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471938 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471938 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 523589810224 1688471938 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471938 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471938 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471938 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471938 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471938 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471939 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471956 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471956 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471956 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 541333254738 1688471963 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471963 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471963 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 548465844112 1688471964 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471964 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471964 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 549739256342 1688471975 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471975 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471975 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 171 1688471975 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=171 1688471975 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471975 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471975 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471975 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471975 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 171 1688471975 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=171 1688471975 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 560344869315 1688471975 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471975 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471975 spa_history.c:319:spa_history_log_sync(): txg 173 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471975 spa_history.c:319:spa_history_log_sync(): txg 173 set failmode=2 1688471975 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471975 spa_history.c:319:spa_history_log_sync(): txg 176 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471980 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 39014642932 566887716181 name type data dmu_tx_assigned 4 11163 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 40 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 39014532971 566889267180 name type data struct_size 4 7120 linear_cnt 4 153 linear_data_size 4 150528 scatter_cnt 4 25 scatter_data_size 4 71168 scatter_chunk_waste 4 43520 scatter_order_0 4 24 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 39019969076 566890741583 name type data hits 4 390197 misses 4 3292 demand_data_hits 4 12991 demand_data_misses 4 430 demand_metadata_hits 4 377198 demand_metadata_misses 4 2703 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 8 prefetch_metadata_misses 4 159 mru_hits 4 307881 mru_ghost_hits 4 0 mfu_hits 4 82308 mfu_ghost_hits 4 0 deleted 4 26883 mutex_miss 4 0 access_skip 4 0 evict_skip 4 5428 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1279948288 evict_l2_ineligible 4 405504 evict_l2_skip 4 0 hash_elements 4 177 hash_elements_max 4 4619 hash_collisions 4 223 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 900936 compressed_size 4 221696 uncompressed_size 4 19557888 overhead_size 4 511488 hdr_size 4 77992 data_size 4 0 metadata_size 4 733184 dbuf_size 4 21600 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 604160 mru_evictable_data 4 0 mru_evictable_metadata 4 164864 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 96256 mfu_evictable_data 4 0 mfu_evictable_metadata 4 1024 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3632324608 memory_available_bytes 3 3571200000 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 900936 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 245266376 arc_meta_min 4 16777216 async_upgrade_sync 4 3 demand_hit_predictive_prefetch 4 106 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 39024476918 566892318179 name type data cache_count 4 14 cache_size_bytes 4 208896 cache_size_bytes_max 4 44891648 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 14 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 208896 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 622064 hash_misses 4 129546 hash_collisions 4 709 hash_elements 4 28 hash_elements_max 4 4588 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 12 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 800768 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 39014633405 566894508771 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 287934 dnode_hold_alloc_misses 4 13 dnode_hold_alloc_interior 4 41 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 4 dnode_hold_free_hits 4 9543 dnode_hold_free_misses 4 76 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 49 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9768 dnode_reallocate 4 0 dnode_buf_evict 4 1042 dnode_alloc_next_chunk 4 335 dnode_alloc_race 4 0 dnode_alloc_next_block 4 98 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 39014621481 566896199653 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 560294669675 566897984381 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2043392 1384960 122 220 22145067 262841711 566346205454 44108453 116744149 566346412603 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 173 560344924552 C 0 9728 90112 8 59 5037640 4087 30100 15177230 174 560349962192 C 0 8192 602624 6 59 15281985 4660 18497 15595637 175 560365244177 C 0 3072 0 1 0 15852506 3858 18826 380336 176 560381096683 C 0 0 584192 0 64 809593 2289 14898 11857954 177 560381906276 C 0 0 0 0 0 12006946 4502 26830 153811 178 560393913222 C 0 0 76288 0 28 5000011369 6652 54096 5447363 179 565393924591 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 560294682601 566904645604 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471975 0 435924 1000000000 14298423445304790370 1 /dev/vdc1 2 176 1688471976 0 364016 1000000000 14298423445304790370 3 /dev/vdc1 3 176 1688471977 0 400151 1000000000 14298423445304790370 1 /dev/vdc1 4 176 1688471978 0 361033 1000232049 14298423445304790370 3 /dev/vdc1 5 176 1688471979 0 410216 1000231145 14298423445304790370 1 /dev/vdc1 6 176 1688471980 0 398771 1000249771 14298423445304790370 2 /dev/vdc1 7 178 1688471981 0 384372 1000000000 14298423445304790370 2 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 39014638306 566909120701 name type data hits 4 913 misses 4 322862 max_streams 4 160859 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 37888828160 566912585925 implementation native byteswap scalar 3179311295 2187429947 superscalar 3619816852 2682987631 superscalar4 3077938952 2262720677 sse2 5743032707 2963599324 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 39024751053 566914029380 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 39888584988 566915477529 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 289086199 124020018 44505326 575332414 104829887 14319999 34014326 7283501 7343403 4832364 scalar 719659098 194393328 76830606 710923765 219501912 149428660 85789854 75171483 44615987 32342693 sse2 1343732896 476269641 234454487 1181872049 526822197 361654251 283999691 263533162 156356982 116916734 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 39024756522 566917076573 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2862 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 1 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:58:24.497000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a40960 0x1d9f9e40 eid = 0x620 Jul 4 2023 07:58:24.497000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a40960 0x1d9f9e40 eid = 0x621 Jul 4 2023 07:58:24.498000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a40960 time = 0x64a40960 0x1daee080 eid = 0x622 Jul 4 2023 07:58:24.510000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a40960 0x1e65fb80 eid = 0x623 Jul 4 2023 07:58:25.011000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x25 history_time = 0x64a40961 time = 0x64a40961 0xa7d8c0 eid = 0x624 Jul 4 2023 07:58:25.021000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.203.138@tcp" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x26 history_time = 0x64a40961 time = 0x64a40961 0x1406f40 eid = 0x625 Jul 4 2023 07:58:25.031000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x27 history_time = 0x64a40961 time = 0x64a40961 0x1d905c0 eid = 0x626 Jul 4 2023 07:58:25.039000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x28 history_time = 0x64a40961 time = 0x64a40961 0x25317c0 eid = 0x627 Jul 4 2023 07:58:25.046000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x29 history_time = 0x64a40961 time = 0x64a40961 0x2bde780 eid = 0x628 Jul 4 2023 07:58:25.054000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2a history_time = 0x64a40961 time = 0x64a40961 0x337f980 eid = 0x629 Jul 4 2023 07:58:25.061000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2b history_time = 0x64a40961 time = 0x64a40961 0x3a2c940 eid = 0x62a Jul 4 2023 07:58:25.068000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x2c history_time = 0x64a40961 time = 0x64a40961 0x40d9900 eid = 0x62b Jul 4 2023 07:58:25.356000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x43 history_txg = 0x32 history_time = 0x64a40961 time = 0x64a40961 0x15382100 eid = 0x62c Jul 4 2023 07:58:29.671000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40965 time = 0x64a40965 0x27fea5c0 eid = 0x62d Jul 4 2023 07:58:29.672000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40965 time = 0x64a40965 0x280de800 eid = 0x62e Jul 4 2023 07:58:29.695000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40965 0x296cdbc0 eid = 0x62f Jul 4 2023 07:58:29.695000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40965 0x296cdbc0 eid = 0x630 Jul 4 2023 07:58:29.699000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40965 time = 0x64a40965 0x29a9e4c0 eid = 0x631 Jul 4 2023 07:58:29.713000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40965 0x2a7f8440 eid = 0x632 Jul 4 2023 07:58:30.213000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x26 history_time = 0x64a40966 time = 0x64a40966 0xcb21f40 eid = 0x633 Jul 4 2023 07:58:30.226000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x27 history_time = 0x64a40966 time = 0x64a40966 0xd787c80 eid = 0x634 Jul 4 2023 07:58:30.239000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.138@tcp" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x28 history_time = 0x64a40966 time = 0x64a40966 0xe3ed9c0 eid = 0x635 Jul 4 2023 07:58:30.250000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x29 history_time = 0x64a40966 time = 0x64a40966 0xee6b280 eid = 0x636 Jul 4 2023 07:58:30.260000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2a history_time = 0x64a40966 time = 0x64a40966 0xf7f4900 eid = 0x637 Jul 4 2023 07:58:30.270000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2b history_time = 0x64a40966 time = 0x64a40966 0x1017df80 eid = 0x638 Jul 4 2023 07:58:30.291000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2c history_time = 0x64a40966 time = 0x64a40966 0x11584ec0 eid = 0x639 Jul 4 2023 07:58:30.300000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2d history_time = 0x64a40966 time = 0x64a40966 0x11e1a300 eid = 0x63a Jul 4 2023 07:58:30.523000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x31 history_time = 0x64a40966 time = 0x64a40966 0x1f2c58c0 eid = 0x63b Jul 4 2023 07:58:44.713000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x1 pool_context = 0x0 time = 0x64a40974 0x2a7f8440 eid = 0x63c Jul 4 2023 07:58:44.760000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x5 pool_context = 0x0 time = 0x64a40974 0x2d4cae00 eid = 0x63d Jul 4 2023 07:58:47.925000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x1 pool_context = 0x0 time = 0x64a40977 0x37226140 eid = 0x63e Jul 4 2023 07:58:47.959000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x5 pool_context = 0x0 time = 0x64a40977 0x39292dc0 eid = 0x63f Jul 4 2023 07:58:49.164000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x1 pool_context = 0x0 time = 0x64a40979 0x9c67100 eid = 0x640 Jul 4 2023 07:58:49.193000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x5 pool_context = 0x0 time = 0x64a40979 0xb80f240 eid = 0x641 Jul 4 2023 07:58:51.625000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x73 history_time = 0x64a4097b time = 0x64a4097b 0x2540be40 eid = 0x642 Jul 4 2023 07:58:51.626000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x73 history_time = 0x64a4097b time = 0x64a4097b 0x25500080 eid = 0x643 Jul 4 2023 07:58:51.647000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a4097b 0x26906fc0 eid = 0x644 Jul 4 2023 07:58:51.647000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a4097b 0x26906fc0 eid = 0x645 Jul 4 2023 07:58:51.648000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x76 history_time = 0x64a4097b time = 0x64a4097b 0x269fb200 eid = 0x646 Jul 4 2023 07:58:51.657000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a4097b 0x27290640 eid = 0x647 Jul 4 2023 07:58:54.670000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x56 history_time = 0x64a4097e time = 0x64a4097e 0x27ef6380 eid = 0x648 Jul 4 2023 07:58:54.670000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x56 history_time = 0x64a4097e time = 0x64a4097e 0x27ef6380 eid = 0x649 Jul 4 2023 07:58:54.687000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a4097e 0x28f2c9c0 eid = 0x64a Jul 4 2023 07:58:54.687000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a4097e 0x28f2c9c0 eid = 0x64b Jul 4 2023 07:58:54.691000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x59 history_time = 0x64a4097e time = 0x64a4097e 0x292fd2c0 eid = 0x64c Jul 4 2023 07:58:54.700000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x0 pool_context = 0x0 time = 0x64a4097e 0x29b92700 eid = 0x64d Jul 4 2023 07:58:58.717000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4d history_time = 0x64a40982 time = 0x64a40982 0x2abc8d40 eid = 0x64e Jul 4 2023 07:58:58.718000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4d history_time = 0x64a40982 time = 0x64a40982 0x2acbcf80 eid = 0x64f Jul 4 2023 07:58:58.742000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40982 0x2c3a0580 eid = 0x650 Jul 4 2023 07:58:58.742000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40982 0x2c3a0580 eid = 0x651 Jul 4 2023 07:58:58.745000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x50 history_time = 0x64a40982 time = 0x64a40982 0x2c67cc40 eid = 0x652 Jul 4 2023 07:58:58.756000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x0 pool_context = 0x0 time = 0x64a40982 0x2d0fa500 eid = 0x653 Jul 4 2023 07:59:16.439000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x1 pool_context = 0x0 time = 0x64a40994 0x1a2a9bc0 eid = 0x654 Jul 4 2023 07:59:16.465000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xd44cbe5d234541d4 pool_state = 0x5 pool_context = 0x0 time = 0x64a40994 0x1bb75640 eid = 0x655 Jul 4 2023 07:59:23.579000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x1 pool_context = 0x0 time = 0x64a4099b 0x2282d6c0 eid = 0x656 Jul 4 2023 07:59:23.596000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x5 pool_context = 0x0 time = 0x64a4099b 0x23863d00 eid = 0x657 Jul 4 2023 07:59:24.853000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x1 pool_context = 0x0 time = 0x64a4099c 0x32d7bf40 eid = 0x658 Jul 4 2023 07:59:24.870000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x7d29a073bde2e6ef pool_state = 0x5 pool_context = 0x0 time = 0x64a4099c 0x33db2580 eid = 0x659 Jul 4 2023 07:59:35.475000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xad history_time = 0x64a409a7 time = 0x64a409a7 0x1c4fecc0 eid = 0x65a Jul 4 2023 07:59:35.475000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xad history_time = 0x64a409a7 time = 0x64a409a7 0x1c4fecc0 eid = 0x65b Jul 4 2023 07:59:35.506000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a409a7 0x1e28f280 eid = 0x65c Jul 4 2023 07:59:35.506000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a409a7 0x1e28f280 eid = 0x65d Jul 4 2023 07:59:35.507000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg338-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg338-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xb0 history_time = 0x64a409a7 time = 0x64a409a7 0x1e3834c0 eid = 0x65e Jul 4 2023 07:59:35.519000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x33320c447db44a8e pool_state = 0x0 pool_context = 0x0 time = 0x64a409a7 0x1eef4fc0 eid = 0x65f