====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 12888 - 72 - - - - 179 - - - - ddt_cache 0x00040 3993600 3786624 199680 24912 20 19 22 160 152 176 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 6144 - 512 - - - - 12 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 155648 - 1024 - - - - 152 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 212992 - 16384 - - - - 13 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 14315520 12845056 954368 114688 15 14 14 120 112 112 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 13025280 4194304 1085440 131072 12 12 182 96 32 1456 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7560 - 40 - - - - 189 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 78624 - 416 - - - - 189 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 4080 - 136 - - - - 30 - - - - dmu_buf_impl_t 0x00084 - 22000 - 400 - - - - 55 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 36418914378 566122931985 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 36418952490 566125745772 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 38229510608 566127716247 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 38244545610 566129865465 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 38243635283 566131621167 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 257 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295228270 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295228312 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295228263 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295228296 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295228310 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295228296 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 257 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295228270 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1536 4295228310 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 8 131072 16384 1 4 1 0 | 1 2 0xf160090 1 1024 4295228268 425 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295228310 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295228297 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295228296 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295228264 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295228304 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295233317 32 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295233318 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 0 0 2 32768 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295228286 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295228273 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295233317 32 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295228304 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 4 65536 16384 1 4 3 0 | 1 2 0xf160090 1 1024 4295233321 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295228296 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 134 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295233321 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 1 0 0 131072 1 4 5 0 | 1 2 0xf160490 1 1024 4295233321 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 lustre-mdt1 0 133 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295233321 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295233321 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 lustre-mdt1 0 132 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295233321 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295233317 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471407 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 42408038369 1688471407 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471407 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471407 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471407 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471407 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471407 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 139) 1688471407 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 139) canmount=0 1688471407 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471407 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471407 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 139) xattr=2 1688471407 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 139) dnodesize=1 1688471407 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 139) lustre:sys.timeout=20 1688471407 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471407 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 139) lustre:version=1 1688471407 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 139) lustre:flags=101 1688471407 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 139) lustre:index=0 1688471407 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 139) lustre:fsname=lustre 1688471408 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre:MDT0000 1688471408 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 198704568 1688471408 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471408 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471408 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471408 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 43655638505 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471411 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 45998414510 1688471411 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471411 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471411 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471411 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471411 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 135) 1688471411 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 135) canmount=0 1688471411 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471411 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471411 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 135) xattr=2 1688471411 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 135) dnodesize=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471411 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 135) lustre:sys.timeout=20 1688471411 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471411 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 135) lustre:version=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 135) lustre:flags=97 1688471411 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 135) lustre:index=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 135) lustre:fsname=lustre 1688471411 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre:MDT0001 1688471412 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3310452152 1688471412 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471412 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471412 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471412 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 47194125853 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471414 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 49512036817 1688471414 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471414 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471414 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471414 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471414 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471414 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471414 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) canmount=0 1688471414 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471414 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471414 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) xattr=2 1688471414 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471415 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471415 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471415 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471415 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471415 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471415 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471415 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471415 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471415 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471415 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3322133944 1688471415 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471415 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471415 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471416 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 50795191978 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471418 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 53189414986 1688471418 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471418 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471418 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471418 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471418 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 260) 1688471418 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 260) canmount=0 1688471418 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471418 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471418 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 260) xattr=2 1688471418 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 260) dnodesize=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 260) recordsize=1048576 1688471418 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.123@tcp 1688471418 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471418 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471418 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 260) lustre:flags=98 1688471418 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471418 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471419 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3321265592 1688471419 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471419 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471419 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471419 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 54582876599 1688471426 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471426 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471426 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471426 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471426 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471426 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471426 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471426 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471426 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471426 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471426 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 60957647525 1688471426 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471426 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471426 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471426 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471426 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471426 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471426 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471426 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471426 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 139) lustre:sys.timeout=20 1688471426 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 139) lustre:version=1 1688471426 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 139) lustre:flags=37 1688471426 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 139) lustre:index=0 1688471427 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 139) lustre:fsname=lustre 1688471427 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre:MDT0000 1688471428 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre-MDT0000 1688471432 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471432 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471432 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471432 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471432 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471432 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471432 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471432 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471432 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471432 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471432 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 67553213269 1688471432 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471432 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471432 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471432 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471432 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471432 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471433 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471433 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 135) lustre:sys.timeout=20 1688471433 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471433 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471433 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 135) lustre:version=1 1688471433 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 135) lustre:flags=33 1688471433 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 135) lustre:index=1 1688471433 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 135) lustre:fsname=lustre 1688471433 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre:MDT0001 1688471434 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre-MDT0001 1688471437 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471437 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471437 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471437 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471437 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471437 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471437 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471437 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471437 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471437 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471437 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 72629211603 1688471437 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471437 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471437 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471437 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471437 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471437 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471438 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471438 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471438 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471438 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471438 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471438 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471438 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471438 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471442 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471442 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471443 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471443 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471443 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471443 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471443 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471443 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471443 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471443 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471443 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 77916049041 1688471443 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471443 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471443 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471443 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471443 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471443 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471443 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471443 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471443 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471443 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.123@tcp 1688471443 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471443 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 260) lustre:flags=34 1688471443 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471443 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471443 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471444 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 260) lustre:svname=lustre-OST0001 1688471481 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471481 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 116474828649 1688471484 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471484 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471484 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 119632605946 1688471491 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471491 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471491 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 126721878433 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471495 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471495 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 129820433586 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471499 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 134454978264 1688471499 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471499 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471499 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471499 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471499 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471499 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471499 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) quota=409600000 1688471499 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471499 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471499 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471499 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471499 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471499 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471499 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471499 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471499 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471499 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471499 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471499 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471500 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471500 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471500 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471500 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 135140354610 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471502 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 136784933146 1688471502 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471502 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471502 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471502 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471502 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471502 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 259) 1688471502 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 259) quota=409600000 1688471502 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 259) canmount=0 1688471502 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471502 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471502 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 259) xattr=2 1688471502 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 259) dnodesize=1 1688471502 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.123@tcp 1688471502 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471502 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471502 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471502 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 259) lustre:flags=97 1688471502 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471502 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471502 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471502 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471502 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471502 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471502 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 137598516123 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471504 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 139039248664 1688471504 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471504 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471504 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471504 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471504 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 77) 1688471504 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 77) quota=409600000 1688471504 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 77) canmount=0 1688471504 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471504 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471504 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 77) xattr=2 1688471504 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 77) dnodesize=1 1688471504 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 77) recordsize=1048576 1688471504 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.203.123@tcp 1688471504 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471504 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471504 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471504 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 77) lustre:flags=98 1688471504 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471504 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471504 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471505 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471505 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471505 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471505 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 139806781334 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471506 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 141420101673 1688471506 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471506 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471506 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471506 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471506 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471506 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471506 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471506 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471506 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471506 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471506 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471506 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471506 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471506 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.123@tcp 1688471506 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471506 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471506 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471506 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471506 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471506 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471506 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471507 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471507 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471507 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 142162365012 1688471507 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471507 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471507 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471507 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471508 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 142783754744 1688471508 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471508 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471508 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471508 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471508 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471508 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471508 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471508 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471508 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471508 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471508 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471508 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471508 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471508 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471508 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471511 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471511 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471511 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471511 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471511 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471511 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471511 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471511 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471511 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471511 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471511 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 146759689490 1688471511 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471511 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471511 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471511 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471512 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471512 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471512 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471512 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471512 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.123@tcp 1688471512 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471512 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471512 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 259) lustre:flags=33 1688471512 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471512 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471512 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471513 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre-MDT0001 1688471517 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471517 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471517 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471517 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471517 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471517 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471517 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471517 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471517 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471517 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471517 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 152208162257 1688471517 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471517 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471517 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471517 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471517 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471517 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471518 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471518 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.203.123@tcp 1688471518 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471518 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471518 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471518 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 77) lustre:flags=34 1688471518 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471518 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471518 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471518 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 77) lustre:svname=lustre-OST0000 1688471527 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471527 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471527 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 161934527808 1688471530 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471530 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471530 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 165278777259 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471531 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471531 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 166559210160 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471540 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 175605477892 1688471540 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471540 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471540 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471540 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471540 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471540 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471540 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471540 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471540 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471540 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471540 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471540 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471541 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471541 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471541 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471541 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471541 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471541 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471541 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 176541546324 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471543 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 178361535597 1688471543 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471543 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471543 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471543 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471543 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 138) 1688471543 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 138) quota=409600000 1688471543 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 138) canmount=0 1688471543 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471543 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471543 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 138) xattr=2 1688471543 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 138) dnodesize=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 138) lustre:mgsnode=192.168.203.123@tcp 1688471543 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 138) lustre:sys.timeout=20 1688471543 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471543 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 138) lustre:version=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 138) lustre:flags=97 1688471543 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 138) lustre:index=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 138) lustre:fsname=lustre 1688471543 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre:MDT0001 1688471544 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471544 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471544 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471544 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 179270449147 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471546 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 181180217094 1688471546 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471546 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471546 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471546 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471546 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471546 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471546 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471546 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471546 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471546 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471546 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.123@tcp 1688471546 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471546 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471546 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471546 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471546 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471546 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471547 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2842574264 1688471547 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471547 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471547 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471547 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 182231794771 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471549 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 184119178098 1688471549 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471549 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471549 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471549 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471549 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471549 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471549 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471549 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471549 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471549 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471549 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471549 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471549 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471549 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471549 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471549 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471550 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471550 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471550 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471550 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 184966097421 1688471550 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471550 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471550 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471550 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471550 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471550 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471550 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471550 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471550 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471550 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471550 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 185679020564 1688471550 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471550 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471550 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471550 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471550 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471550 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471551 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471551 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471551 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471551 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471551 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471551 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471552 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471555 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471555 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471555 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471555 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471555 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471555 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471555 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471555 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471555 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471555 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471555 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 190213154478 1688471555 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471555 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471555 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471555 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471555 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471555 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471555 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471555 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471556 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 138) lustre:mgsnode=192.168.203.123@tcp 1688471556 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 138) lustre:sys.timeout=20 1688471556 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 138) lustre:version=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 138) lustre:flags=33 1688471556 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 138) lustre:index=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 138) lustre:fsname=lustre 1688471556 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre:MDT0001 1688471556 spa_history.c:314:spa_history_log_sync(): txg 51 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre-MDT0001 1688471560 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471560 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471560 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471560 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471560 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471560 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471560 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471560 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471560 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471560 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471560 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 195690091289 1688471560 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471560 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471560 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471560 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471560 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471560 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471561 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471561 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471561 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.123@tcp 1688471561 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471561 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471561 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471561 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471561 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471568 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471568 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471568 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471568 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471568 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 203578324817 1688471568 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471568 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471568 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471568 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471568 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471569 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471569 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471569 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471569 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471569 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471569 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 387) lustre:flags=34 1688471569 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471569 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471569 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471570 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 387) lustre:svname=lustre-OST0001 1688471589 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471589 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471589 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 223842393817 1688471606 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471606 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471606 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 241197365447 1688471613 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471613 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471613 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 248283541976 1688471620 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471620 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471620 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 255523098074 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471642 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 277007223012 1688471642 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471642 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471642 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471642 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471642 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471642 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471642 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471642 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471642 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471642 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471642 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471642 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471642 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471642 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471642 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471642 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471642 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471642 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471643 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 277779388543 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471644 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 279483444744 1688471644 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471644 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471644 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471644 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471644 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471644 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471644 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471644 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471644 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471644 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.123@tcp 1688471644 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471644 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471644 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471644 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471644 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471645 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471645 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471645 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471645 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 280355782050 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471647 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 282029527344 1688471647 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471647 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471647 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471647 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471647 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471647 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) quota=409600000 1688471647 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) canmount=0 1688471647 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471647 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471647 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) xattr=2 1688471647 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471647 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471647 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471647 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471647 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471647 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471647 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471647 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471647 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471647 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471648 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471648 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471648 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471648 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 282814901612 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471649 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 284628470201 1688471649 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471649 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471649 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471649 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471649 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471649 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471649 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471649 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471650 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471650 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471650 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471650 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471650 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471650 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471650 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471650 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471650 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471650 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471650 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471650 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471650 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471650 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 285539013645 1688471651 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471651 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471651 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471651 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471651 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471651 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471651 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471651 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471651 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471651 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471651 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 286243258574 1688471651 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471651 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471651 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471651 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471651 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471651 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471651 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471651 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471652 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471652 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471652 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471652 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471652 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471652 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471653 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471656 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471656 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471656 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471656 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471656 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 291304600475 1688471656 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471656 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471656 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471656 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471656 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471657 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471657 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471657 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.123@tcp 1688471657 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471657 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471657 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471657 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471657 spa_history.c:314:spa_history_log_sync(): txg 51 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471661 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471661 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471661 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471661 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471661 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471661 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471661 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 296572888059 1688471661 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471661 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471661 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471661 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471661 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471661 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471662 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471662 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471662 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471662 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471662 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471662 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471662 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471662 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471662 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471662 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471672 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471672 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471672 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 306886440356 1688471679 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471679 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471679 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 314170150071 1688471680 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471680 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 315392999481 1688471683 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471683 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471683 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471683 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471683 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471683 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471683 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471683 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471683 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471683 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471683 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 317918921263 1688471683 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471683 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471683 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471683 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471683 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471683 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471683 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471686 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471686 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471686 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471686 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471686 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471686 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471686 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471686 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471686 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471686 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471686 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 321098558143 1688471686 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471686 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471686 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471686 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471686 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471686 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471687 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471690 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471690 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471690 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471690 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471690 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471690 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471690 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471690 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471691 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471691 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 325845117971 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471691 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471691 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471691 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471695 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471695 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471695 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 330485566908 1688471695 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471695 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471695 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471695 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471695 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471696 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471696 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471696 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471696 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471696 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 387) lustre:flags=34 1688471696 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471696 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471696 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 387) lustre:svname=lustre-OST0001 1688471708 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471708 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471708 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 343529828548 1688471726 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471726 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471726 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 361199791458 1688471733 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471733 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471733 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 368655038870 1688471741 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471741 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 376099001061 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471763 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 398475874676 1688471763 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471763 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471763 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471763 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471763 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471763 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471763 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471763 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471763 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471763 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471763 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471763 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471763 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471763 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471763 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471763 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471763 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471763 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471763 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471764 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471764 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471764 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471764 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 399307052878 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471766 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 401025596776 1688471766 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471766 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471766 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471766 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471766 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471766 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 135) 1688471766 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 135) quota=409600000 1688471766 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 135) canmount=0 1688471766 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471766 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471766 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 135) xattr=2 1688471766 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 135) dnodesize=1 1688471766 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471766 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 135) lustre:sys.timeout=20 1688471766 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471766 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 135) lustre:version=1 1688471766 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 135) lustre:flags=97 1688471766 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 135) lustre:index=1 1688471766 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 135) lustre:fsname=lustre 1688471766 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre:MDT0001 1688471767 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471767 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471767 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 401930722825 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471768 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 403751534967 1688471769 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471769 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471769 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471769 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471769 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471769 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 260) 1688471769 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 260) quota=409600000 1688471769 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 260) canmount=0 1688471769 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471769 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471769 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 260) xattr=2 1688471769 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 260) dnodesize=1 1688471769 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 260) recordsize=1048576 1688471769 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.203.123@tcp 1688471769 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471769 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471769 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471769 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 260) lustre:flags=98 1688471769 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471769 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471769 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471769 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2922020280 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471770 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471770 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 404831380549 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471771 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 406669227144 1688471771 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471771 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471771 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471771 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471771 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471771 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471772 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471772 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471772 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471772 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471772 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471772 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471772 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471772 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471772 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471772 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471772 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471772 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471772 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471772 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471772 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471772 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471772 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471772 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471772 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2989948344 1688471772 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 407689787610 1688471773 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471773 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471773 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 408510221140 1688471773 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471773 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471773 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471773 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471773 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471774 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471774 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471774 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 387) lustre:flags=37 1688471774 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471774 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471774 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471775 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre-MDT0000 1688471779 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471779 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471779 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471779 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471779 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471779 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471779 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471779 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471779 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471779 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471779 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 414387471639 1688471779 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471779 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471779 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471779 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471779 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471779 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471780 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471780 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471780 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 135) lustre:sys.timeout=20 1688471780 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471780 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 135) lustre:version=1 1688471780 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 135) lustre:flags=33 1688471780 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 135) lustre:index=1 1688471780 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 135) lustre:fsname=lustre 1688471780 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre:MDT0001 1688471780 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre-MDT0001 1688471786 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471786 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471786 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471786 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471786 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471786 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471786 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471786 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471786 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471786 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471786 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 421130876058 1688471786 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471786 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471786 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471786 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471786 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471786 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471787 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471787 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.203.123@tcp 1688471787 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471787 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471787 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471787 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 260) lustre:flags=34 1688471787 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471787 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471787 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471787 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 260) lustre:svname=lustre-OST0000 1688471801 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471801 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471801 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 436449181477 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471808 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471808 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 443703677194 1688471810 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471810 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471810 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 444997648022 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471818 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 453220766830 1688471818 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471818 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471818 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471818 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471818 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471818 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471818 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471818 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471818 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471818 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471818 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471818 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471818 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471818 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471818 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471818 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471818 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471818 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471818 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471819 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3324526008 1688471819 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471819 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471819 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471819 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 454394888062 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471832 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 467487286004 1688471832 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471832 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471832 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471832 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471832 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471832 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471832 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471832 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471832 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471832 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471832 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471832 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471832 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471832 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471832 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471832 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471832 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471833 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471833 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471833 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471833 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471833 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471833 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 468480136813 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471835 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 470466084676 1688471835 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471835 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471835 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471835 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471835 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471835 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 263) 1688471835 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 263) quota=409600000 1688471835 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 263) canmount=0 1688471835 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471835 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471835 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 263) xattr=2 1688471835 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 263) dnodesize=1 1688471835 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.203.123@tcp 1688471835 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471835 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471835 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471835 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 263) lustre:flags=97 1688471835 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471835 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471835 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471836 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3041967544 1688471836 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471836 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471836 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471836 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 471544840184 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471838 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 473522697812 1688471838 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471838 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471838 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471838 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471838 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471838 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 387) 1688471838 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 387) quota=409600000 1688471838 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 387) canmount=0 1688471838 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471838 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471838 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 387) xattr=2 1688471838 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 387) dnodesize=1 1688471839 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 387) recordsize=1048576 1688471839 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471839 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471839 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471839 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471839 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 387) lustre:flags=98 1688471839 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471839 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471839 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471839 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446744069414584320 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2805726648 1688471839 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471839 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471839 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471839 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 474723810460 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471842 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 476836542081 1688471842 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471842 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471842 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471842 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471842 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471842 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 398) 1688471842 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 398) quota=409600000 1688471842 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 398) canmount=0 1688471842 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471842 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471842 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 398) xattr=2 1688471842 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 398) dnodesize=1 1688471842 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 398) recordsize=1048576 1688471842 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 398) lustre:mgsnode=192.168.203.123@tcp 1688471842 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 398) lustre:sys.timeout=20 1688471842 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 398) lustre:autodegrade=on 1688471842 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 398) lustre:version=1 1688471842 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 398) lustre:flags=98 1688471842 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 398) lustre:index=1 1688471842 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 398) lustre:fsname=lustre 1688471842 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 398) lustre:svname=lustre:OST0001 1688471843 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2814999992 1688471843 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471843 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471843 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471843 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 478080195942 1688471844 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471844 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471844 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471844 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471844 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471844 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471844 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471844 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471844 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471844 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471844 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 479144543622 1688471844 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471844 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471844 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471844 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471844 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471844 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471845 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471845 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471845 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471845 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471845 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471845 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471845 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471845 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471845 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471849 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471849 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471849 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 484415452437 1688471849 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471849 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471849 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471849 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471849 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471850 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471850 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471850 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471850 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.203.123@tcp 1688471850 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471850 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 263) lustre:flags=33 1688471850 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471850 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471850 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471850 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre-MDT0001 1688471856 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471856 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471856 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471856 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471856 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 491419650332 1688471856 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471856 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471856 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471856 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471856 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471857 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471857 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471857 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471857 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471857 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471857 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 387) lustre:flags=34 1688471857 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471857 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471857 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471857 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 387) lustre:svname=lustre-OST0000 1688471872 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471872 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471872 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 506948657597 1688471879 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471879 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471879 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 514102635452 1688471880 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471880 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471880 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 515306755400 1688471882 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471882 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471882 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471882 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471882 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471882 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471882 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471882 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471882 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471882 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471882 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 517763506604 1688471882 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471882 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471882 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471882 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471883 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471883 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471883 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471885 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471885 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471885 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 83 1688471885 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=83 1688471885 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471885 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471885 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471885 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471885 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 83 1688471885 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=83 1688471885 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 520673369743 1688471885 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471885 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471885 spa_history.c:319:spa_history_log_sync(): txg 85 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471885 spa_history.c:319:spa_history_log_sync(): txg 85 set failmode=2 1688471885 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471885 spa_history.c:319:spa_history_log_sync(): txg 88 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471886 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471890 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471890 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471890 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471890 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471890 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 525366742326 1688471890 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471890 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471890 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471890 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471890 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471891 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471908 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471908 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471908 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 543048883847 1688471915 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471915 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471915 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 550079323698 1688471916 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471916 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471916 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 551174339730 1688471926 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471926 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471926 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 171 1688471926 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=171 1688471926 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471926 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471926 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471926 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471926 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 171 1688471926 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=171 1688471926 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 560982115652 1688471926 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471926 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471926 spa_history.c:319:spa_history_log_sync(): txg 173 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471926 spa_history.c:319:spa_history_log_sync(): txg 173 set failmode=2 1688471926 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471926 spa_history.c:319:spa_history_log_sync(): txg 176 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471931 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 38231164649 566344809149 name type data dmu_tx_assigned 4 11162 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 40 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 38231052478 566346533959 name type data struct_size 4 7560 linear_cnt 4 162 linear_data_size 4 159744 scatter_cnt 4 27 scatter_data_size 4 75264 scatter_chunk_waste 4 47616 scatter_order_0 4 26 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 38238950034 566348122048 name type data hits 4 391279 misses 4 3306 demand_data_hits 4 12991 demand_data_misses 4 430 demand_metadata_hits 4 378283 demand_metadata_misses 4 2758 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 5 prefetch_metadata_misses 4 118 mru_hits 4 309038 mru_ghost_hits 4 0 mfu_hits 4 82236 mfu_ghost_hits 4 0 deleted 4 26893 mutex_miss 4 0 access_skip 4 0 evict_skip 4 6004 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1279014400 evict_l2_ineligible 4 356352 evict_l2_skip 4 0 hash_elements 4 188 hash_elements_max 4 4625 hash_collisions 4 202 hash_chains 4 0 hash_chain_max 4 2 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 935744 compressed_size 4 235008 uncompressed_size 4 20884992 overhead_size 4 527872 hdr_size 4 82704 data_size 4 0 metadata_size 4 762880 dbuf_size 4 22000 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 675328 mru_evictable_data 4 0 mru_evictable_metadata 4 178688 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 54784 mfu_evictable_data 4 0 mfu_evictable_metadata 4 0 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3644649472 memory_available_bytes 3 3583524864 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 935744 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 244913576 arc_meta_min 4 16777216 async_upgrade_sync 4 12 demand_hit_predictive_prefetch 4 61 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 38244308660 566349947260 name type data cache_count 4 14 cache_size_bytes 4 208896 cache_size_bytes_max 4 44848640 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 14 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 208896 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 622666 hash_misses 4 129624 hash_collisions 4 1642 hash_elements 4 29 hash_elements_max 4 4586 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 7 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 670208 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 38231149518 566351998322 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 288249 dnode_hold_alloc_misses 4 14 dnode_hold_alloc_interior 4 45 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 5 dnode_hold_free_hits 4 9542 dnode_hold_free_misses 4 85 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 53 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9767 dnode_reallocate 4 0 dnode_buf_evict 4 1071 dnode_alloc_next_chunk 4 339 dnode_alloc_race 4 0 dnode_alloc_next_block 4 101 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 38231137219 566354550714 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 560934499243 566356322019 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2026496 1370112 90 239 17699440 344376773 566025104519 38993090 93283686 566025169440 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 173 560982258621 C 0 9728 87040 8 49 4189825 3397 23558 7448481 174 560986448446 C 0 5120 598016 5 75 7606418 5343 15241 13449295 175 560994054864 C 0 2560 0 1 0 13725453 3431 52183 359552 176 561007780317 C 0 0 581120 0 72 828312 2473 15317 12242840 177 561008608629 C 0 0 0 0 0 12354048 3283 12934 145911 178 561020962677 C 0 0 73216 0 34 4999112317 5200 15518 5404706 179 566020074994 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 560934514177 566368698895 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471926 0 238163 1000000000 8224540250426835976 0 /dev/vdc1 2 176 1688471927 0 521565 1000000000 8224540250426835976 3 /dev/vdc1 3 176 1688471928 0 707800 1000000000 8224540250426835976 1 /dev/vdc1 4 176 1688471929 0 442600 1000618041 8224540250426835976 3 /dev/vdc1 5 176 1688471930 0 411932 1000612682 8224540250426835976 0 /dev/vdc1 6 176 1688471931 0 2663046 1000609032 8224540250426835976 2 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 38231154389 566376832011 name type data hits 4 919 misses 4 350778 max_streams 4 174836 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 36951316702 566382179231 implementation native byteswap scalar 3004617395 2208439305 superscalar 3404988877 2659821062 superscalar4 2931691838 2108245955 sse2 5387010182 3011574640 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 38244551843 566384176851 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 39138445104 566386149303 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 174576762 92197051 38633188 568732746 95247403 12658937 28037806 5854280 6381104 4900341 scalar 269311406 175479767 74072913 634910631 202120215 138075778 64458944 62121202 43963618 32266484 sse2 944531747 434416050 225361716 1097682553 499501660 326667274 267355859 162766447 154603200 108882247 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 38244557002 566387680707 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2876 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 2 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:57:29.692000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40929 0x293f1500 eid = 0x620 Jul 4 2023 07:57:29.692000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40929 0x293f1500 eid = 0x621 Jul 4 2023 07:57:29.695000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a40929 time = 0x64a40929 0x296cdbc0 eid = 0x622 Jul 4 2023 07:57:29.720000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40929 0x2aea5400 eid = 0x623 Jul 4 2023 07:57:30.392000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x25 history_time = 0x64a4092a time = 0x64a4092a 0x175d7200 eid = 0x624 Jul 4 2023 07:57:30.411000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x26 history_time = 0x64a4092a time = 0x64a4092a 0x187f5cc0 eid = 0x625 Jul 4 2023 07:57:30.427000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.203.123@tcp" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x27 history_time = 0x64a4092a time = 0x64a4092a 0x197380c0 eid = 0x626 Jul 4 2023 07:57:30.443000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x28 history_time = 0x64a4092a time = 0x64a4092a 0x1a67a4c0 eid = 0x627 Jul 4 2023 07:57:30.460000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x29 history_time = 0x64a4092a time = 0x64a4092a 0x1b6b0b00 eid = 0x628 Jul 4 2023 07:57:30.475000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2a history_time = 0x64a4092a time = 0x64a4092a 0x1c4fecc0 eid = 0x629 Jul 4 2023 07:57:30.489000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2b history_time = 0x64a4092a time = 0x64a4092a 0x1d258c40 eid = 0x62a Jul 4 2023 07:57:30.503000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2c history_time = 0x64a4092a time = 0x64a4092a 0x1dfb2bc0 eid = 0x62b Jul 4 2023 07:57:30.986000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x32 history_time = 0x64a4092a time = 0x64a4092a 0x3ac52a80 eid = 0x62c Jul 4 2023 07:57:36.654000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40930 time = 0x64a40930 0x26fb3f80 eid = 0x62d Jul 4 2023 07:57:36.655000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40930 time = 0x64a40930 0x270a81c0 eid = 0x62e Jul 4 2023 07:57:36.704000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x29f63000 eid = 0x62f Jul 4 2023 07:57:36.704000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x29f63000 eid = 0x630 Jul 4 2023 07:57:36.706000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40930 time = 0x64a40930 0x2a14b480 eid = 0x631 Jul 4 2023 07:57:36.732000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x2ba16f00 eid = 0x632 Jul 4 2023 07:57:37.383000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.123@tcp" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x26 history_time = 0x64a40931 time = 0x64a40931 0x16d41dc0 eid = 0x633 Jul 4 2023 07:57:37.413000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x27 history_time = 0x64a40931 time = 0x64a40931 0x189de140 eid = 0x634 Jul 4 2023 07:57:37.456000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x28 history_time = 0x64a40931 time = 0x64a40931 0x1b2e0200 eid = 0x635 Jul 4 2023 07:57:37.481000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x29 history_time = 0x64a40931 time = 0x64a40931 0x1cab7a40 eid = 0x636 Jul 4 2023 07:57:37.508000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2a history_time = 0x64a40931 time = 0x64a40931 0x1e477700 eid = 0x637 Jul 4 2023 07:57:37.530000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2b history_time = 0x64a40931 time = 0x64a40931 0x1f972880 eid = 0x638 Jul 4 2023 07:57:37.561000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2c history_time = 0x64a40931 time = 0x64a40931 0x21702e40 eid = 0x639 Jul 4 2023 07:57:37.602000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2d history_time = 0x64a40931 time = 0x64a40931 0x23e1ca80 eid = 0x63a Jul 4 2023 07:57:37.996000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x31 history_time = 0x64a40931 time = 0x64a40931 0x3b5dc100 eid = 0x63b Jul 4 2023 07:57:52.155000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x1 pool_context = 0x0 time = 0x64a40940 0x93d1cc0 eid = 0x63c Jul 4 2023 07:57:52.190000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x5 pool_context = 0x0 time = 0x64a40940 0xb532b80 eid = 0x63d Jul 4 2023 07:57:59.319000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x1 pool_context = 0x0 time = 0x64a40947 0x13038dc0 eid = 0x63e Jul 4 2023 07:57:59.343000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x5 pool_context = 0x0 time = 0x64a40947 0x1471c3c0 eid = 0x63f Jul 4 2023 07:58:00.515000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x1 pool_context = 0x0 time = 0x64a40948 0x1eb246c0 eid = 0x640 Jul 4 2023 07:58:00.546000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x5 pool_context = 0x0 time = 0x64a40948 0x208b4c80 eid = 0x641 Jul 4 2023 07:58:02.997000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x73 history_time = 0x64a4094a time = 0x64a4094a 0x3b6d0340 eid = 0x642 Jul 4 2023 07:58:02.997000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x73 history_time = 0x64a4094a time = 0x64a4094a 0x3b6d0340 eid = 0x643 Jul 4 2023 07:58:03.017000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a4094b 0x1036640 eid = 0x644 Jul 4 2023 07:58:03.017000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a4094b 0x1036640 eid = 0x645 Jul 4 2023 07:58:03.023000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x76 history_time = 0x64a4094b time = 0x64a4094b 0x15ef3c0 eid = 0x646 Jul 4 2023 07:58:03.033000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a4094b 0x1f78a40 eid = 0x647 Jul 4 2023 07:58:05.907000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x55 history_time = 0x64a4094d time = 0x64a4094d 0x360fb8c0 eid = 0x648 Jul 4 2023 07:58:05.907000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x55 history_time = 0x64a4094d time = 0x64a4094d 0x360fb8c0 eid = 0x649 Jul 4 2023 07:58:05.936000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a4094d 0x37ca3a00 eid = 0x64a Jul 4 2023 07:58:05.936000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a4094d 0x37ca3a00 eid = 0x64b Jul 4 2023 07:58:05.938000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x58 history_time = 0x64a4094d time = 0x64a4094d 0x37e8be80 eid = 0x64c Jul 4 2023 07:58:05.951000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a4094d 0x38af1bc0 eid = 0x64d Jul 4 2023 07:58:10.600000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4d history_time = 0x64a40952 time = 0x64a40952 0x23c34600 eid = 0x64e Jul 4 2023 07:58:10.601000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4d history_time = 0x64a40952 time = 0x64a40952 0x23d28840 eid = 0x64f Jul 4 2023 07:58:10.675000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0x283baec0 eid = 0x650 Jul 4 2023 07:58:10.675000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0x283baec0 eid = 0x651 Jul 4 2023 07:58:10.678000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x50 history_time = 0x64a40952 time = 0x64a40952 0x28697580 eid = 0x652 Jul 4 2023 07:58:10.701000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0x29c86940 eid = 0x653 Jul 4 2023 07:58:28.265000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x1 pool_context = 0x0 time = 0x64a40964 0xfcb9440 eid = 0x654 Jul 4 2023 07:58:28.284000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x5 pool_context = 0x0 time = 0x64a40964 0x10ed7f00 eid = 0x655 Jul 4 2023 07:58:35.297000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x1 pool_context = 0x0 time = 0x64a4096b 0x11b3dc40 eid = 0x656 Jul 4 2023 07:58:35.314000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x5 pool_context = 0x0 time = 0x64a4096b 0x12b74280 eid = 0x657 Jul 4 2023 07:58:36.388000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x1 pool_context = 0x0 time = 0x64a4096c 0x17206900 eid = 0x658 Jul 4 2023 07:58:36.409000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x5 pool_context = 0x0 time = 0x64a4096c 0x1860d840 eid = 0x659 Jul 4 2023 07:58:46.216000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xad history_time = 0x64a40976 time = 0x64a40976 0xcdfe600 eid = 0x65a Jul 4 2023 07:58:46.217000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xad history_time = 0x64a40976 time = 0x64a40976 0xcef2840 eid = 0x65b Jul 4 2023 07:58:46.238000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a40976 0xe2f9780 eid = 0x65c Jul 4 2023 07:58:46.238000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a40976 0xe2f9780 eid = 0x65d Jul 4 2023 07:58:46.239000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xb0 history_time = 0x64a40976 time = 0x64a40976 0xe3ed9c0 eid = 0x65e Jul 4 2023 07:58:46.251000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a40976 0xef5f4c0 eid = 0x65f ====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 12888 - 72 - - - - 179 - - - - ddt_cache 0x00040 3993600 3786624 199680 24912 20 19 22 160 152 176 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 6144 - 512 - - - - 12 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 155648 - 1024 - - - - 152 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 212992 - 16384 - - - - 13 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 14315520 12845056 954368 114688 15 14 14 120 112 112 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 13025280 4194304 1085440 131072 12 12 182 96 32 1456 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 7560 - 40 - - - - 189 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 78624 - 416 - - - - 189 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 4080 - 136 - - - - 30 - - - - dmu_buf_impl_t 0x00084 - 22000 - 400 - - - - 55 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 36418914378 567007429139 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 36418952490 567009203169 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 38229510608 567010896907 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 38244545610 567012640505 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 38243635283 567014321784 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 257 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295228270 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295228312 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295228263 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295228296 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295228310 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295228296 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 257 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295228270 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1536 4295228310 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 8 131072 16384 1 4 1 0 | 1 2 0xf160090 1 1024 4295228268 425 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295228310 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295228297 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295228296 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295228264 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295228304 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295233317 32 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295233318 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 0 0 2 32768 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295228286 1 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295228273 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295233317 32 0 0 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295228304 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 4 65536 16384 1 4 3 0 | 1 2 0xf160090 1 1024 4295233321 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295228296 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 134 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295233321 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 1 0 0 131072 1 4 5 0 | 1 2 0xf160490 1 1024 4295233321 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 lustre-mdt1 0 133 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295233321 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295233321 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 lustre-mdt1 0 132 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295233321 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295233317 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 147456 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471407 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471407 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 42408038369 1688471407 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471407 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471407 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471407 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471407 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471407 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 139) 1688471407 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 139) canmount=0 1688471407 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471407 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471407 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 139) xattr=2 1688471407 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 139) dnodesize=1 1688471407 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 139) lustre:sys.timeout=20 1688471407 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471407 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 139) lustre:version=1 1688471407 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 139) lustre:flags=101 1688471407 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 139) lustre:index=0 1688471407 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 139) lustre:fsname=lustre 1688471408 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre:MDT0000 1688471408 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 198704568 1688471408 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471408 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471408 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471408 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 43655638505 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471411 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471411 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 45998414510 1688471411 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471411 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471411 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471411 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471411 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 135) 1688471411 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 135) canmount=0 1688471411 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471411 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt2/mdt2 1688471411 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 135) xattr=2 1688471411 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 135) dnodesize=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471411 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 135) lustre:sys.timeout=20 1688471411 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471411 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 135) lustre:version=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 135) lustre:flags=97 1688471411 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 135) lustre:index=1 1688471411 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 135) lustre:fsname=lustre 1688471411 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre:MDT0001 1688471412 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3310452152 1688471412 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471412 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471412 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471412 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 47194125853 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471414 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471414 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 49512036817 1688471414 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471414 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471414 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471414 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471414 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471414 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471414 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) canmount=0 1688471414 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471414 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471414 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) xattr=2 1688471414 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471415 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471415 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471415 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471415 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471415 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471415 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471415 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471415 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471415 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471415 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3322133944 1688471415 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471415 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471415 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471416 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 50795191978 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471418 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471418 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 53189414986 1688471418 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471418 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471418 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471418 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471418 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 260) 1688471418 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 260) canmount=0 1688471418 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471418 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471418 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 260) xattr=2 1688471418 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 260) dnodesize=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 260) recordsize=1048576 1688471418 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.123@tcp 1688471418 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471418 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471418 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 260) lustre:flags=98 1688471418 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471418 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471418 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471419 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3321265592 1688471419 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471419 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471419 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471419 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 54582876599 1688471426 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471426 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471426 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471426 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471426 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471426 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471426 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471426 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471426 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471426 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471426 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 60957647525 1688471426 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471426 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471426 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471426 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471426 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471426 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471426 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471426 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 139) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471426 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 139) lustre:sys.timeout=20 1688471426 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 139) lustre:version=1 1688471426 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 139) lustre:flags=37 1688471426 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 139) lustre:index=0 1688471427 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 139) lustre:fsname=lustre 1688471427 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre:MDT0000 1688471428 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 139) lustre:svname=lustre-MDT0000 1688471432 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471432 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471432 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 29 1688471432 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471432 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471432 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471432 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471432 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471432 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 29 1688471432 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=29 1688471432 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 67553213269 1688471432 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471432 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471432 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471432 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471432 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471432 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471433 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471433 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt2/mdt2 (id 135) lustre:sys.timeout=20 1688471433 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471433 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471433 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 135) lustre:version=1 1688471433 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 135) lustre:flags=33 1688471433 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 135) lustre:index=1 1688471433 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 135) lustre:fsname=lustre 1688471433 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre:MDT0001 1688471434 spa_history.c:314:spa_history_log_sync(): txg 47 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre-MDT0001 1688471437 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471437 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471437 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471437 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471437 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471437 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471437 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471437 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471437 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471437 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471437 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 72629211603 1688471437 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471437 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471437 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471437 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471437 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471437 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471438 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471438 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471438 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471438 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471438 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471438 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471438 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471438 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471438 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471442 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471442 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471443 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471443 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471443 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471443 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471443 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471443 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471443 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471443 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471443 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 77916049041 1688471443 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471443 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471443 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471443 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471443 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471443 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471443 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471443 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 260) lustre:autodegrade=on 1688471443 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 260) lustre:sys.timeout=20 1688471443 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 260) lustre:mgsnode=192.168.203.123@tcp 1688471443 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 260) lustre:version=1 1688471443 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 260) lustre:flags=34 1688471443 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 260) lustre:index=1 1688471443 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 260) lustre:fsname=lustre 1688471443 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 260) lustre:svname=lustre:OST0001 1688471444 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 260) lustre:svname=lustre-OST0001 1688471481 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471481 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471481 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 116474828649 1688471484 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471484 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471484 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 119632605946 1688471491 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471491 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471491 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 126721878433 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471495 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471495 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 129820433586 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471499 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471499 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 134454978264 1688471499 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471499 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471499 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471499 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471499 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471499 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 138) 1688471499 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 138) quota=409600000 1688471499 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 138) canmount=0 1688471499 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471499 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471499 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 138) xattr=2 1688471499 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 138) dnodesize=1 1688471499 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471499 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471499 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471499 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 138) lustre:flags=101 1688471499 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471499 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471499 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471500 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471500 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471500 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471500 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 135140354610 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471502 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471502 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 136784933146 1688471502 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471502 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471502 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471502 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471502 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471502 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 259) 1688471502 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 259) quota=409600000 1688471502 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 259) canmount=0 1688471502 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471502 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471502 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 259) xattr=2 1688471502 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 259) dnodesize=1 1688471502 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.123@tcp 1688471502 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471502 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471502 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471502 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 259) lustre:flags=97 1688471502 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471502 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471502 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471502 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471502 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471502 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471502 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 137598516123 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471504 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471504 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 139039248664 1688471504 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471504 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471504 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471504 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471504 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471504 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 77) 1688471504 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 77) quota=409600000 1688471504 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 77) canmount=0 1688471504 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471504 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471504 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 77) xattr=2 1688471504 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 77) dnodesize=1 1688471504 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 77) recordsize=1048576 1688471504 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.203.123@tcp 1688471504 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471504 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471504 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471504 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 77) lustre:flags=98 1688471504 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471504 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471504 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471505 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471505 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471505 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471505 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 139806781334 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471506 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471506 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 141420101673 1688471506 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471506 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471506 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471506 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471506 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471506 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471506 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471506 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471506 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471506 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471506 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471506 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471506 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471506 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.123@tcp 1688471506 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471506 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471506 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471506 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471506 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471506 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471506 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471507 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471507 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471507 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 142162365012 1688471507 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471507 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471507 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471507 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471507 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471507 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471508 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 142783754744 1688471508 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471508 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471508 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471508 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471508 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471508 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471508 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471508 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 138) lustre:sys.timeout=20 1688471508 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471508 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 138) lustre:version=1 1688471508 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 138) lustre:flags=37 1688471508 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 138) lustre:index=0 1688471508 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 138) lustre:fsname=lustre 1688471508 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre:MDT0000 1688471508 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 138) lustre:svname=lustre-MDT0000 1688471511 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471511 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471511 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471511 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471511 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471511 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471511 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471511 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471511 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471511 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471511 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 146759689490 1688471511 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471511 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471511 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471511 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471512 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471512 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471512 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471512 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471512 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 259) lustre:mgsnode=192.168.203.123@tcp 1688471512 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 259) lustre:sys.timeout=20 1688471512 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 259) lustre:version=1 1688471512 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 259) lustre:flags=33 1688471512 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 259) lustre:index=1 1688471512 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 259) lustre:fsname=lustre 1688471512 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre:MDT0001 1688471513 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 259) lustre:svname=lustre-MDT0001 1688471517 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471517 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471517 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471517 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471517 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471517 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471517 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471517 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471517 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471517 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471517 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 152208162257 1688471517 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471517 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471517 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471517 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471517 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471517 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471518 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471518 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 77) lustre:mgsnode=192.168.203.123@tcp 1688471518 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 77) lustre:autodegrade=on 1688471518 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 77) lustre:sys.timeout=20 1688471518 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 77) lustre:version=1 1688471518 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 77) lustre:flags=34 1688471518 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 77) lustre:index=0 1688471518 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 77) lustre:fsname=lustre 1688471518 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 77) lustre:svname=lustre:OST0000 1688471518 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 77) lustre:svname=lustre-OST0000 1688471527 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471527 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471527 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 161934527808 1688471530 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471530 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471530 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 165278777259 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471531 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471531 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 166559210160 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471540 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471540 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 175605477892 1688471540 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471540 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471540 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471540 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471540 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471540 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471540 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471540 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471540 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471540 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471540 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471540 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471541 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471541 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471541 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471541 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471541 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471541 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471541 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471541 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 176541546324 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471543 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471543 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 178361535597 1688471543 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471543 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471543 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471543 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471543 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 138) 1688471543 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 138) quota=409600000 1688471543 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 138) canmount=0 1688471543 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471543 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471543 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 138) xattr=2 1688471543 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 138) dnodesize=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 138) lustre:mgsnode=192.168.203.123@tcp 1688471543 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 138) lustre:sys.timeout=20 1688471543 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471543 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 138) lustre:version=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 138) lustre:flags=97 1688471543 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 138) lustre:index=1 1688471543 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 138) lustre:fsname=lustre 1688471543 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre:MDT0001 1688471544 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471544 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471544 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471544 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 179270449147 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471546 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471546 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 181180217094 1688471546 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471546 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471546 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471546 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471546 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471546 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471546 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471546 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471546 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471546 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471546 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.123@tcp 1688471546 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471546 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471546 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471546 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471546 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471546 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471546 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471547 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2842574264 1688471547 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471547 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471547 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471547 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 182231794771 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471549 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471549 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 184119178098 1688471549 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471549 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471549 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471549 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471549 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471549 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471549 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471549 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471549 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471549 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471549 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471549 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471549 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471549 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471549 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471549 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471549 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471550 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471550 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471550 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471550 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 184966097421 1688471550 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471550 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471550 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471550 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471550 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471550 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471550 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471550 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471550 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471550 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471550 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 185679020564 1688471550 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471550 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471550 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471550 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471550 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471550 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471551 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471551 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471551 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471551 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471551 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471551 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471551 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471552 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471555 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471555 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471555 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471555 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471555 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471555 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471555 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471555 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471555 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471555 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471555 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 190213154478 1688471555 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471555 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471555 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471555 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471555 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471555 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471555 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471555 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 138) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471556 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 138) lustre:mgsnode=192.168.203.123@tcp 1688471556 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 138) lustre:sys.timeout=20 1688471556 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 138) lustre:version=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 138) lustre:flags=33 1688471556 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 138) lustre:index=1 1688471556 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 138) lustre:fsname=lustre 1688471556 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre:MDT0001 1688471556 spa_history.c:314:spa_history_log_sync(): txg 51 set lustre-mdt2/mdt2 (id 138) lustre:svname=lustre-MDT0001 1688471560 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471560 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471560 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471560 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471560 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471560 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471560 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471560 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471560 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471560 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471560 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 195690091289 1688471560 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471560 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471560 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471560 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471560 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471560 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471561 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471561 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471561 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.123@tcp 1688471561 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471561 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471561 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471561 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471561 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471568 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471568 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471568 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471568 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471568 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471568 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 203578324817 1688471568 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471568 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471568 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471568 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471568 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471568 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471569 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471569 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471569 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471569 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471569 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471569 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 387) lustre:flags=34 1688471569 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471569 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471569 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471570 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 387) lustre:svname=lustre-OST0001 1688471589 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471589 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471589 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 223842393817 1688471606 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471606 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471606 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 241197365447 1688471613 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471613 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471613 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 248283541976 1688471620 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471620 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471620 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 255523098074 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471642 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471642 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 277007223012 1688471642 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471642 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471642 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471642 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471642 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471642 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471642 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471642 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471642 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471642 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471642 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471642 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471642 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471642 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471642 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471642 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471642 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471642 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471642 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471642 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471643 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 277779388543 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471644 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471644 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 279483444744 1688471644 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471644 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471644 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471644 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 67) 1688471644 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 67) quota=409600000 1688471644 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 67) canmount=0 1688471644 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471644 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471644 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 67) xattr=2 1688471644 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 67) dnodesize=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.123@tcp 1688471644 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471644 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471644 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 67) lustre:flags=97 1688471644 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471644 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471644 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471645 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471645 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471645 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471645 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 280355782050 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471647 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471647 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 282029527344 1688471647 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471647 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471647 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471647 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471647 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471647 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) quota=409600000 1688471647 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) canmount=0 1688471647 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471647 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471647 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) xattr=2 1688471647 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471647 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471647 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471647 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471647 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471647 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471647 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471647 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471647 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471647 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471648 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471648 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471648 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471648 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 282814901612 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471649 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471649 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 284628470201 1688471649 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471649 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471649 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471649 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471649 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471649 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471649 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471649 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471650 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471650 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471650 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471650 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471650 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471650 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471650 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471650 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471650 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471650 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471650 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471650 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471650 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471650 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471650 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 285539013645 1688471651 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471651 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471651 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471651 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471651 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471651 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471651 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471651 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471651 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471651 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471651 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 286243258574 1688471651 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471651 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471651 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471651 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471651 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471651 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471651 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471651 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471652 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471652 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471652 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471652 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471652 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471652 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471653 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471656 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471656 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471656 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471656 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471656 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471656 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 291304600475 1688471656 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471656 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471656 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471656 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471656 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471656 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471657 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471657 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471657 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 67) lustre:mgsnode=192.168.203.123@tcp 1688471657 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 67) lustre:sys.timeout=20 1688471657 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 67) lustre:version=1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 67) lustre:flags=33 1688471657 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 67) lustre:index=1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 67) lustre:fsname=lustre 1688471657 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre:MDT0001 1688471657 spa_history.c:314:spa_history_log_sync(): txg 51 set lustre-mdt2/mdt2 (id 67) lustre:svname=lustre-MDT0001 1688471661 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471661 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471661 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471661 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471661 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471661 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471661 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471661 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 296572888059 1688471661 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471661 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471661 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471661 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471661 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471661 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471662 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471662 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471662 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471662 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471662 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471662 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471662 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471662 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471662 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471662 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471672 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471672 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471672 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 306886440356 1688471679 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471679 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471679 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 314170150071 1688471680 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471680 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 315392999481 1688471683 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471683 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471683 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471683 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471683 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471683 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471683 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471683 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471683 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471683 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471683 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 317918921263 1688471683 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471683 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471683 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471683 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471683 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471683 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471683 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471686 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471686 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471686 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 84 1688471686 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=84 1688471686 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471686 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471686 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471686 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471686 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 84 1688471686 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=84 1688471686 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 321098558143 1688471686 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471686 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471686 spa_history.c:319:spa_history_log_sync(): txg 86 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471686 spa_history.c:319:spa_history_log_sync(): txg 86 set failmode=2 1688471686 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471686 spa_history.c:319:spa_history_log_sync(): txg 89 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471687 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471690 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471690 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471690 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471690 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471690 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471690 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471690 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471690 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471691 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471691 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 325845117971 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471691 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471691 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471691 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471695 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471695 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471695 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471695 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471695 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 330485566908 1688471695 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471695 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471695 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471695 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471695 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471695 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471696 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471696 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471696 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471696 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471696 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 387) lustre:flags=34 1688471696 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471696 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471696 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471696 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 387) lustre:svname=lustre-OST0001 1688471708 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471708 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471708 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 343529828548 1688471726 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471726 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471726 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 361199791458 1688471733 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471733 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471733 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 368655038870 1688471741 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471741 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 376099001061 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471763 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471763 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 398475874676 1688471763 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471763 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471763 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471763 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471763 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471763 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471763 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471763 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471763 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471763 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471763 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471763 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471763 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471763 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471763 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471763 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471763 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471763 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471763 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471764 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471764 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471764 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471764 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 399307052878 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471766 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471766 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 401025596776 1688471766 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471766 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471766 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471766 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471766 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471766 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 135) 1688471766 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 135) quota=409600000 1688471766 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 135) canmount=0 1688471766 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471766 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471766 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 135) xattr=2 1688471766 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 135) dnodesize=1 1688471766 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471766 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 135) lustre:sys.timeout=20 1688471766 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471766 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 135) lustre:version=1 1688471766 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 135) lustre:flags=97 1688471766 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 135) lustre:index=1 1688471766 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 135) lustre:fsname=lustre 1688471766 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre:MDT0001 1688471767 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471767 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471767 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471767 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 401930722825 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471768 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471768 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 403751534967 1688471769 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471769 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471769 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471769 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471769 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471769 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 260) 1688471769 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 260) quota=409600000 1688471769 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 260) canmount=0 1688471769 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471769 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471769 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 260) xattr=2 1688471769 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 260) dnodesize=1 1688471769 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 260) recordsize=1048576 1688471769 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.203.123@tcp 1688471769 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471769 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471769 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471769 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 260) lustre:flags=98 1688471769 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471769 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471769 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471769 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2922020280 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471770 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471770 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471770 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 404831380549 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471771 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471771 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 406669227144 1688471771 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471771 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471771 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471771 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471771 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471771 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471772 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471772 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471772 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471772 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471772 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471772 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471772 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471772 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471772 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471772 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471772 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471772 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471772 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471772 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471772 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471772 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471772 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471772 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471772 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2989948344 1688471772 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 407689787610 1688471773 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471773 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471773 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471773 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471773 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 408510221140 1688471773 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471773 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471773 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471773 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471773 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471773 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471774 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471774 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471774 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471774 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 387) lustre:flags=37 1688471774 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471774 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471774 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471775 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre-MDT0000 1688471779 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471779 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471779 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471779 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471779 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471779 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471779 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471779 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471779 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471779 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471779 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 414387471639 1688471779 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471779 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471779 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471779 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471779 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471779 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471780 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471780 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471780 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 135) lustre:sys.timeout=20 1688471780 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 135) lustre:mgsnode=192.168.203.123@tcp 1688471780 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 135) lustre:version=1 1688471780 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 135) lustre:flags=33 1688471780 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 135) lustre:index=1 1688471780 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 135) lustre:fsname=lustre 1688471780 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre:MDT0001 1688471780 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 135) lustre:svname=lustre-MDT0001 1688471786 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471786 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471786 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471786 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471786 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471786 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471786 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471786 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471786 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471786 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471786 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 421130876058 1688471786 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471786 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471786 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471786 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471786 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471786 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471787 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471787 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 260) lustre:mgsnode=192.168.203.123@tcp 1688471787 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 260) lustre:sys.timeout=20 1688471787 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 260) lustre:autodegrade=on 1688471787 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 260) lustre:version=1 1688471787 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 260) lustre:flags=34 1688471787 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 260) lustre:index=0 1688471787 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 260) lustre:fsname=lustre 1688471787 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 260) lustre:svname=lustre:OST0000 1688471787 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 260) lustre:svname=lustre-OST0000 1688471801 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471801 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471801 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 436449181477 1688471808 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471808 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471808 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 443703677194 1688471810 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471810 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471810 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 444997648022 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471818 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471818 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 453220766830 1688471818 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471818 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471818 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471818 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471818 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471818 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 387) 1688471818 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 387) quota=409600000 1688471818 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 387) canmount=0 1688471818 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471818 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471818 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 387) xattr=2 1688471818 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 387) dnodesize=1 1688471818 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 387) lustre:sys.timeout=20 1688471818 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 387) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471818 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 387) lustre:version=1 1688471818 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 387) lustre:flags=101 1688471818 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 387) lustre:index=0 1688471818 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 387) lustre:fsname=lustre 1688471818 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 387) lustre:svname=lustre:MDT0000 1688471819 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3324526008 1688471819 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471819 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471819 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471819 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 454394888062 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471832 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471832 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 467487286004 1688471832 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471832 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471832 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471832 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471832 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471832 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471832 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471832 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471832 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471832 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471832 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471832 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471832 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471832 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471832 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471832 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471832 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471833 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471833 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471833 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471833 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471833 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471833 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 468480136813 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471835 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471835 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 470466084676 1688471835 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471835 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt2 (id 54) canmount=0 1688471835 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt2 /dev/vdd 1688471835 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471835 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471835 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt2/mdt2 (id 263) 1688471835 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt2/mdt2 (id 263) quota=409600000 1688471835 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt2/mdt2 (id 263) canmount=0 1688471835 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471835 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt2/mdt2 1688471835 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt2/mdt2 (id 263) xattr=2 1688471835 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt2/mdt2 (id 263) dnodesize=1 1688471835 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.203.123@tcp 1688471835 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471835 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471835 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471835 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt2/mdt2 (id 263) lustre:flags=97 1688471835 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471835 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471835 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471836 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3041967544 1688471836 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt2 1688471836 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471836 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471836 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 471544840184 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471838 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471838 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 473522697812 1688471838 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471838 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471838 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471838 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471838 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471838 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 387) 1688471838 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 387) quota=409600000 1688471838 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 387) canmount=0 1688471838 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471838 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471838 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 387) xattr=2 1688471838 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 387) dnodesize=1 1688471839 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 387) recordsize=1048576 1688471839 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471839 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471839 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471839 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471839 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 387) lustre:flags=98 1688471839 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471839 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471839 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471839 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446744069414584320 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2805726648 1688471839 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471839 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471839 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471839 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 474723810460 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471842 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471842 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 476836542081 1688471842 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471842 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471842 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471842 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471842 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471842 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 398) 1688471842 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 398) quota=409600000 1688471842 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 398) canmount=0 1688471842 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471842 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471842 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 398) xattr=2 1688471842 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 398) dnodesize=1 1688471842 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 398) recordsize=1048576 1688471842 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 398) lustre:mgsnode=192.168.203.123@tcp 1688471842 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 398) lustre:sys.timeout=20 1688471842 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 398) lustre:autodegrade=on 1688471842 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 398) lustre:version=1 1688471842 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 398) lustre:flags=98 1688471842 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 398) lustre:index=1 1688471842 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 398) lustre:fsname=lustre 1688471842 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 398) lustre:svname=lustre:OST0001 1688471843 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2814999992 1688471843 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471843 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471843 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471843 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 478080195942 1688471844 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471844 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471844 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471844 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471844 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471844 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471844 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471844 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471844 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471844 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471844 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 479144543622 1688471844 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471844 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471844 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471844 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471844 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471844 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471845 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471845 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471845 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471845 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471845 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471845 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471845 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471845 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471845 spa_history.c:314:spa_history_log_sync(): txg 63 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471849 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 30 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471849 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471849 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471849 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 30 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=30 1688471849 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 484415452437 1688471849 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471849 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471849 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471849 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471849 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471849 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471850 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471850 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt2/mdt2 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471850 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt2/mdt2 (id 263) lustre:sys.timeout=20 1688471850 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt2/mdt2 (id 263) lustre:mgsnode=192.168.203.123@tcp 1688471850 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt2/mdt2 (id 263) lustre:version=1 1688471850 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt2/mdt2 (id 263) lustre:flags=33 1688471850 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt2/mdt2 (id 263) lustre:index=1 1688471850 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-mdt2/mdt2 (id 263) lustre:fsname=lustre 1688471850 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre:MDT0001 1688471850 spa_history.c:314:spa_history_log_sync(): txg 50 set lustre-mdt2/mdt2 (id 263) lustre:svname=lustre-MDT0001 1688471856 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471856 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471856 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471856 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471856 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471856 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 491419650332 1688471856 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471856 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471856 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471856 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471856 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471856 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471857 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471857 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.123@tcp 1688471857 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471857 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471857 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471857 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 387) lustre:flags=34 1688471857 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471857 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471857 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471857 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 387) lustre:svname=lustre-OST0000 1688471872 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471872 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471872 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 506948657597 1688471879 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471879 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471879 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 514102635452 1688471880 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471880 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471880 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 515306755400 1688471882 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471882 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471882 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 113 1688471882 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=113 1688471882 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471882 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471882 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471882 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471882 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 113 1688471882 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=113 1688471882 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 517763506604 1688471882 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471882 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471882 spa_history.c:319:spa_history_log_sync(): txg 115 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471882 spa_history.c:319:spa_history_log_sync(): txg 115 set failmode=2 1688471883 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471883 spa_history.c:319:spa_history_log_sync(): txg 118 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471883 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471885 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt2 1688471885 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471885 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa $import. txg 83 1688471885 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=83 1688471885 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471885 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471885 spa.c:5490:spa_import(): spa_import: importing lustre-mdt2 1688471885 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADING 1688471885 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdd1': best uberblock found for spa lustre-mdt2. txg 83 1688471885 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config untrusted): using uberblock with txg=83 1688471885 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt2' gethrtime 520673369743 1688471885 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=1 1688471885 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): LOADED 1688471885 spa_history.c:319:spa_history_log_sync(): txg 85 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471885 spa_history.c:319:spa_history_log_sync(): txg 85 set failmode=2 1688471885 spa.c:7592:spa_async_request(): spa=lustre-mdt2 async request task=32 1688471885 spa_history.c:319:spa_history_log_sync(): txg 88 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471886 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt2 1688471890 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471890 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 75 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=75 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471890 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471890 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471890 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 75 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=75 1688471890 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 525366742326 1688471890 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471890 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471890 spa_history.c:319:spa_history_log_sync(): txg 77 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471890 spa_history.c:319:spa_history_log_sync(): txg 77 set failmode=2 1688471890 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471890 spa_history.c:319:spa_history_log_sync(): txg 80 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471891 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471908 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471908 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471908 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 543048883847 1688471915 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471915 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471915 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 550079323698 1688471916 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt2 1688471916 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt2, config trusted): UNLOADING 1688471916 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt2' gethrtime 551174339730 1688471926 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471926 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471926 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 171 1688471926 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=171 1688471926 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471926 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471926 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471926 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471926 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 171 1688471926 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=171 1688471926 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 560982115652 1688471926 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471926 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471926 spa_history.c:319:spa_history_log_sync(): txg 173 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471926 spa_history.c:319:spa_history_log_sync(): txg 173 set failmode=2 1688471926 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471926 spa_history.c:319:spa_history_log_sync(): txg 176 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471931 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 38231164649 567234288713 name type data dmu_tx_assigned 4 11162 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 40 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 38231052478 567235963314 name type data struct_size 4 7560 linear_cnt 4 162 linear_data_size 4 159744 scatter_cnt 4 27 scatter_data_size 4 75264 scatter_chunk_waste 4 47616 scatter_order_0 4 26 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 38238950034 567237655858 name type data hits 4 391279 misses 4 3306 demand_data_hits 4 12991 demand_data_misses 4 430 demand_metadata_hits 4 378283 demand_metadata_misses 4 2758 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 5 prefetch_metadata_misses 4 118 mru_hits 4 309038 mru_ghost_hits 4 0 mfu_hits 4 82236 mfu_ghost_hits 4 0 deleted 4 26893 mutex_miss 4 0 access_skip 4 0 evict_skip 4 6004 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 1279014400 evict_l2_ineligible 4 356352 evict_l2_skip 4 0 hash_elements 4 188 hash_elements_max 4 4625 hash_collisions 4 202 hash_chains 4 0 hash_chain_max 4 2 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 935744 compressed_size 4 235008 uncompressed_size 4 20884992 overhead_size 4 527872 hdr_size 4 82704 data_size 4 0 metadata_size 4 762880 dbuf_size 4 22000 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 675328 mru_evictable_data 4 0 mru_evictable_metadata 4 178688 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 54784 mfu_evictable_data 4 0 mfu_evictable_metadata 4 0 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3644502016 memory_available_bytes 3 3583377408 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 935744 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 244913576 arc_meta_min 4 16777216 async_upgrade_sync 4 12 demand_hit_predictive_prefetch 4 61 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 38244308660 567239514250 name type data cache_count 4 14 cache_size_bytes 4 208896 cache_size_bytes_max 4 44848640 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 14 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 208896 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 622666 hash_misses 4 129624 hash_collisions 4 1642 hash_elements 4 29 hash_elements_max 4 4586 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 7 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 670208 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 38231149518 567240904893 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 288249 dnode_hold_alloc_misses 4 14 dnode_hold_alloc_interior 4 45 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 5 dnode_hold_free_hits 4 9542 dnode_hold_free_misses 4 85 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 53 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 9767 dnode_reallocate 4 0 dnode_buf_evict 4 1071 dnode_alloc_next_chunk 4 339 dnode_alloc_race 4 0 dnode_alloc_next_block 4 101 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 38231137219 567242544200 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 340 3 0x00 1 80 560934499243 567243816196 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2026496 1371136 90 240 17701369 344378702 566983499209 39263271 93553867 566983769690 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 173 560982258621 C 0 9728 87040 8 49 4189825 3397 23558 7448481 174 560986448446 C 0 5120 598016 5 75 7606418 5343 15241 13449295 175 560994054864 C 0 2560 0 1 0 13725453 3431 52183 359552 176 561007780317 C 0 0 581120 0 72 828312 2473 15317 12242840 177 561008608629 C 0 0 0 0 0 12354048 3283 12934 145911 178 561020962677 C 0 0 73216 0 34 4999112317 5200 15518 5404706 179 566020074994 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 342 1 0x01 12 3264 560934514177 567250070087 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471926 0 238163 1000000000 8224540250426835976 0 /dev/vdc1 2 176 1688471927 0 521565 1000000000 8224540250426835976 3 /dev/vdc1 3 176 1688471928 0 707800 1000000000 8224540250426835976 1 /dev/vdc1 4 176 1688471929 0 442600 1000618041 8224540250426835976 3 /dev/vdc1 5 176 1688471930 0 411932 1000612682 8224540250426835976 0 /dev/vdc1 6 176 1688471931 0 2663046 1000609032 8224540250426835976 2 /dev/vdc1 7 178 1688471932 0 369834 1000000000 8224540250426835976 0 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 38231154389 567255574868 name type data hits 4 919 misses 4 350778 max_streams 4 174836 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 36951316702 567259706727 implementation native byteswap scalar 3004617395 2208439305 superscalar 3404988877 2659821062 superscalar4 2931691838 2108245955 sse2 5387010182 3011574640 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 38244551843 567261542870 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 39138445104 567262968920 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 174576762 92197051 38633188 568732746 95247403 12658937 28037806 5854280 6381104 4900341 scalar 269311406 175479767 74072913 634910631 202120215 138075778 64458944 62121202 43963618 32266484 sse2 944531747 434416050 225361716 1097682553 499501660 326667274 267355859 162766447 154603200 108882247 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 38244557002 567265124695 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 430 preferred_not_found 4 2876 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 2 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:57:29.692000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40929 0x293f1500 eid = 0x620 Jul 4 2023 07:57:29.692000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40929 0x293f1500 eid = 0x621 Jul 4 2023 07:57:29.695000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x23 history_time = 0x64a40929 time = 0x64a40929 0x296cdbc0 eid = 0x622 Jul 4 2023 07:57:29.720000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a40929 0x2aea5400 eid = 0x623 Jul 4 2023 07:57:30.392000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x25 history_time = 0x64a4092a time = 0x64a4092a 0x175d7200 eid = 0x624 Jul 4 2023 07:57:30.411000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x26 history_time = 0x64a4092a time = 0x64a4092a 0x187f5cc0 eid = 0x625 Jul 4 2023 07:57:30.427000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:mgsnode=192.168.203.123@tcp" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x27 history_time = 0x64a4092a time = 0x64a4092a 0x197380c0 eid = 0x626 Jul 4 2023 07:57:30.443000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x28 history_time = 0x64a4092a time = 0x64a4092a 0x1a67a4c0 eid = 0x627 Jul 4 2023 07:57:30.460000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:flags=33" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x29 history_time = 0x64a4092a time = 0x64a4092a 0x1b6b0b00 eid = 0x628 Jul 4 2023 07:57:30.475000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2a history_time = 0x64a4092a time = 0x64a4092a 0x1c4fecc0 eid = 0x629 Jul 4 2023 07:57:30.489000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2b history_time = 0x64a4092a time = 0x64a4092a 0x1d258c40 eid = 0x62a Jul 4 2023 07:57:30.503000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre:MDT0001" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x2c history_time = 0x64a4092a time = 0x64a4092a 0x1dfb2bc0 eid = 0x62b Jul 4 2023 07:57:30.986000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-mdt2/mdt2" history_internal_str = "lustre:svname=lustre-MDT0001" history_internal_name = "set" history_dsid = 0x107 history_txg = 0x32 history_time = 0x64a4092a time = 0x64a4092a 0x3ac52a80 eid = 0x62c Jul 4 2023 07:57:36.654000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40930 time = 0x64a40930 0x26fb3f80 eid = 0x62d Jul 4 2023 07:57:36.655000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40930 time = 0x64a40930 0x270a81c0 eid = 0x62e Jul 4 2023 07:57:36.704000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x29f63000 eid = 0x62f Jul 4 2023 07:57:36.704000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x29f63000 eid = 0x630 Jul 4 2023 07:57:36.706000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40930 time = 0x64a40930 0x2a14b480 eid = 0x631 Jul 4 2023 07:57:36.732000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40930 0x2ba16f00 eid = 0x632 Jul 4 2023 07:57:37.383000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.123@tcp" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x26 history_time = 0x64a40931 time = 0x64a40931 0x16d41dc0 eid = 0x633 Jul 4 2023 07:57:37.413000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x27 history_time = 0x64a40931 time = 0x64a40931 0x189de140 eid = 0x634 Jul 4 2023 07:57:37.456000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x28 history_time = 0x64a40931 time = 0x64a40931 0x1b2e0200 eid = 0x635 Jul 4 2023 07:57:37.481000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x29 history_time = 0x64a40931 time = 0x64a40931 0x1cab7a40 eid = 0x636 Jul 4 2023 07:57:37.508000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2a history_time = 0x64a40931 time = 0x64a40931 0x1e477700 eid = 0x637 Jul 4 2023 07:57:37.530000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2b history_time = 0x64a40931 time = 0x64a40931 0x1f972880 eid = 0x638 Jul 4 2023 07:57:37.561000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2c history_time = 0x64a40931 time = 0x64a40931 0x21702e40 eid = 0x639 Jul 4 2023 07:57:37.602000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x2d history_time = 0x64a40931 time = 0x64a40931 0x23e1ca80 eid = 0x63a Jul 4 2023 07:57:37.996000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x183 history_txg = 0x31 history_time = 0x64a40931 time = 0x64a40931 0x3b5dc100 eid = 0x63b Jul 4 2023 07:57:52.155000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x1 pool_context = 0x0 time = 0x64a40940 0x93d1cc0 eid = 0x63c Jul 4 2023 07:57:52.190000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x5 pool_context = 0x0 time = 0x64a40940 0xb532b80 eid = 0x63d Jul 4 2023 07:57:59.319000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x1 pool_context = 0x0 time = 0x64a40947 0x13038dc0 eid = 0x63e Jul 4 2023 07:57:59.343000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x5 pool_context = 0x0 time = 0x64a40947 0x1471c3c0 eid = 0x63f Jul 4 2023 07:58:00.515000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x1 pool_context = 0x0 time = 0x64a40948 0x1eb246c0 eid = 0x640 Jul 4 2023 07:58:00.546000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x5 pool_context = 0x0 time = 0x64a40948 0x208b4c80 eid = 0x641 Jul 4 2023 07:58:02.997000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x73 history_time = 0x64a4094a time = 0x64a4094a 0x3b6d0340 eid = 0x642 Jul 4 2023 07:58:02.997000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x73 history_time = 0x64a4094a time = 0x64a4094a 0x3b6d0340 eid = 0x643 Jul 4 2023 07:58:03.017000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a4094b 0x1036640 eid = 0x644 Jul 4 2023 07:58:03.017000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a4094b 0x1036640 eid = 0x645 Jul 4 2023 07:58:03.023000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x76 history_time = 0x64a4094b time = 0x64a4094b 0x15ef3c0 eid = 0x646 Jul 4 2023 07:58:03.033000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a4094b 0x1f78a40 eid = 0x647 Jul 4 2023 07:58:05.907000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x55 history_time = 0x64a4094d time = 0x64a4094d 0x360fb8c0 eid = 0x648 Jul 4 2023 07:58:05.907000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x55 history_time = 0x64a4094d time = 0x64a4094d 0x360fb8c0 eid = 0x649 Jul 4 2023 07:58:05.936000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a4094d 0x37ca3a00 eid = 0x64a Jul 4 2023 07:58:05.936000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a4094d 0x37ca3a00 eid = 0x64b Jul 4 2023 07:58:05.938000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x58 history_time = 0x64a4094d time = 0x64a4094d 0x37e8be80 eid = 0x64c Jul 4 2023 07:58:05.951000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x0 pool_context = 0x0 time = 0x64a4094d 0x38af1bc0 eid = 0x64d Jul 4 2023 07:58:10.600000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4d history_time = 0x64a40952 time = 0x64a40952 0x23c34600 eid = 0x64e Jul 4 2023 07:58:10.601000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4d history_time = 0x64a40952 time = 0x64a40952 0x23d28840 eid = 0x64f Jul 4 2023 07:58:10.675000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0x283baec0 eid = 0x650 Jul 4 2023 07:58:10.675000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0x283baec0 eid = 0x651 Jul 4 2023 07:58:10.678000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x50 history_time = 0x64a40952 time = 0x64a40952 0x28697580 eid = 0x652 Jul 4 2023 07:58:10.701000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x0 pool_context = 0x0 time = 0x64a40952 0x29c86940 eid = 0x653 Jul 4 2023 07:58:28.265000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x1 pool_context = 0x0 time = 0x64a40964 0xfcb9440 eid = 0x654 Jul 4 2023 07:58:28.284000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xca70dcaa61abea0c pool_state = 0x5 pool_context = 0x0 time = 0x64a40964 0x10ed7f00 eid = 0x655 Jul 4 2023 07:58:35.297000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x1 pool_context = 0x0 time = 0x64a4096b 0x11b3dc40 eid = 0x656 Jul 4 2023 07:58:35.314000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x5 pool_context = 0x0 time = 0x64a4096b 0x12b74280 eid = 0x657 Jul 4 2023 07:58:36.388000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x1 pool_context = 0x0 time = 0x64a4096c 0x17206900 eid = 0x658 Jul 4 2023 07:58:36.409000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt2" pool_guid = 0x9faa61701ea9c1c2 pool_state = 0x5 pool_context = 0x0 time = 0x64a4096c 0x1860d840 eid = 0x659 Jul 4 2023 07:58:46.216000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0xad history_time = 0x64a40976 time = 0x64a40976 0xcdfe600 eid = 0x65a Jul 4 2023 07:58:46.217000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0xad history_time = 0x64a40976 time = 0x64a40976 0xcef2840 eid = 0x65b Jul 4 2023 07:58:46.238000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a40976 0xe2f9780 eid = 0x65c Jul 4 2023 07:58:46.238000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a40976 0xe2f9780 eid = 0x65d Jul 4 2023 07:58:46.239000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg323-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg323-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0xb0 history_time = 0x64a40976 time = 0x64a40976 0xe3ed9c0 eid = 0x65e Jul 4 2023 07:58:46.251000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0x5d6f3b64a349ae3a pool_state = 0x0 pool_context = 0x0 time = 0x64a40976 0xef5f4c0 eid = 0x65f