====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 14256 - 72 - - - - 198 - - - - ddt_cache 0x00040 3993600 3786624 199680 24912 20 19 19 160 152 152 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 8192 - 512 - - - - 16 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 88064 - 1024 - - - - 86 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 13361152 11927552 954368 114688 14 13 13 112 104 104 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 19537920 5242880 1085440 131072 18 18 132 144 40 1056 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 4680 - 40 - - - - 117 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 48672 - 416 - - - - 117 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3944 - 136 - - - - 29 - - - - dmu_buf_impl_t 0x00084 - 21600 - 400 - - - - 54 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 42774534556 479131813524 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 42774573789 479133830203 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 44655155372 479135857867 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 44667496134 479138350460 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 44664696695 479140733551 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295140534 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 133 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295140490 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 257 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295145552 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295145553 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295140536 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295145543 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295140520 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295140534 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295140496 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 259 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295145553 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295140520 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 8 131072 16384 1 4 3 0 | 1 2 0xf160090 1 512 4295145553 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295145542 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 258 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295145553 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295140485 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295140520 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295145542 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295140520 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295140534 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295140530 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295140529 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295145542 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295140485 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 0 0 4 65536 16384 1 4 1 0 | 1 2 0xf160090 1 1024 4295140507 238 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295145553 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 133 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295140491 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295140520 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471291 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 48530299884 1688471291 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471291 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471291 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471291 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471291 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471291 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 263) 1688471291 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 263) canmount=0 1688471291 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471291 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471291 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 263) xattr=2 1688471291 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 263) dnodesize=1 1688471291 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471291 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471291 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471291 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 263) lustre:flags=101 1688471291 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471291 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471291 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471292 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471292 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471292 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471292 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 49498917718 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471294 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 51595604395 1688471294 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471294 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471294 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471294 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471294 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471294 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 134) 1688471294 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 134) canmount=0 1688471294 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471294 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471294 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 134) xattr=2 1688471294 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 134) dnodesize=1 1688471294 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 134) recordsize=1048576 1688471294 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471294 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471294 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471294 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471294 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 134) lustre:flags=98 1688471294 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471294 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471294 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471295 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3319381432 1688471295 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471295 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471295 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471295 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 52878523380 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471298 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 55180501300 1688471298 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471298 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471298 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471298 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471298 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471298 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 145) 1688471298 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 145) canmount=0 1688471298 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471298 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471298 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 145) xattr=2 1688471298 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 145) dnodesize=1 1688471298 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 145) recordsize=1048576 1688471298 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 145) lustre:mgsnode=192.168.203.144@tcp 1688471298 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 145) lustre:sys.timeout=20 1688471298 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 145) lustre:autodegrade=on 1688471298 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 145) lustre:version=1 1688471298 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 145) lustre:flags=98 1688471298 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 145) lustre:index=1 1688471298 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 145) lustre:fsname=lustre 1688471298 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 145) lustre:svname=lustre:OST0001 1688471299 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3377741240 1688471299 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471299 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471299 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471299 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 56545782857 1688471304 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471304 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471304 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471304 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471304 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471304 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471304 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471304 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471304 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471304 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471304 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 61917394405 1688471304 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471304 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471304 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471304 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471304 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471304 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471305 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471305 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471305 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471305 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471305 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 263) lustre:flags=37 1688471305 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471305 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471305 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471307 spa_history.c:314:spa_history_log_sync(): txg 60 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre-MDT0000 1688471311 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471311 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471311 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471311 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471311 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471311 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471311 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471311 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471311 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471311 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471311 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 68602656776 1688471311 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471311 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471311 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471311 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471311 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471311 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471312 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471312 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471312 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471312 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471312 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471312 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 134) lustre:flags=34 1688471312 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471312 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471312 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471313 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 134) lustre:svname=lustre-OST0000 1688471317 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471317 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471318 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471318 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471318 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471318 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471318 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471318 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471318 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471318 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471318 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 75294567595 1688471318 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471318 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471318 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471318 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471318 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471318 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471318 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471318 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 145) lustre:mgsnode=192.168.203.144@tcp 1688471319 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 145) lustre:autodegrade=on 1688471319 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 145) lustre:sys.timeout=20 1688471319 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 145) lustre:version=1 1688471319 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 145) lustre:flags=34 1688471319 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 145) lustre:index=1 1688471319 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 145) lustre:fsname=lustre 1688471319 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 145) lustre:svname=lustre:OST0001 1688471319 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 145) lustre:svname=lustre-OST0001 1688471360 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471360 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471360 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 118080619289 1688471368 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471368 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471368 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 125906461275 1688471376 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471376 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471376 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 133616668320 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471383 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 141025267316 1688471383 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471383 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471383 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471383 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471383 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471384 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 134) 1688471384 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 134) quota=409600000 1688471384 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 134) canmount=0 1688471384 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471384 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471384 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 134) xattr=2 1688471384 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 134) dnodesize=1 1688471384 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471384 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471384 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471384 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 134) lustre:flags=101 1688471384 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471384 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471384 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471384 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2856222136 1688471385 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471385 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471385 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471385 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 142312339285 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471387 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 144934172957 1688471387 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471387 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471387 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471387 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471387 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471387 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 387) 1688471388 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 387) quota=409600000 1688471388 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 387) canmount=0 1688471388 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471388 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471388 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 387) xattr=2 1688471388 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 387) dnodesize=1 1688471388 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 387) recordsize=1048576 1688471388 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.144@tcp 1688471388 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471388 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471388 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471388 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 387) lustre:flags=98 1688471388 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471388 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471388 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471388 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2856877496 1688471389 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471389 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471389 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471389 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 146421439770 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471391 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 148890299127 1688471391 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471391 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471391 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471391 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471391 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471391 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 269) 1688471391 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 269) quota=409600000 1688471391 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 269) canmount=0 1688471392 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471392 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471392 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 269) xattr=2 1688471392 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 269) dnodesize=1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 269) recordsize=1048576 1688471392 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 269) lustre:mgsnode=192.168.203.144@tcp 1688471392 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 269) lustre:sys.timeout=20 1688471392 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 269) lustre:autodegrade=on 1688471392 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 269) lustre:version=1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 269) lustre:flags=98 1688471392 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 269) lustre:index=1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 269) lustre:fsname=lustre 1688471392 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 269) lustre:svname=lustre:OST0001 1688471392 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2842164664 1688471393 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471393 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471393 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471393 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 150471252142 1688471394 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471394 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471394 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471394 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471394 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471394 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471394 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471394 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471394 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471394 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471394 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 151582100295 1688471394 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471394 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471394 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471394 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471394 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471394 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471395 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471395 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471395 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 134) lustre:flags=37 1688471395 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471395 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471395 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471395 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre-MDT0000 1688471400 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471400 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471400 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471400 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471400 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471400 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471400 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471400 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471400 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471400 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471400 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 158102642208 1688471400 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471400 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471400 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471400 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471401 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471401 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471401 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471401 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471401 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471401 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.144@tcp 1688471401 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471402 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 387) lustre:flags=34 1688471402 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471402 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471402 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471402 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 387) lustre:svname=lustre-OST0000 1688471415 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471416 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471416 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 173200887733 1688471417 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471417 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471417 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 174768332480 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471428 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 185722342719 1688471428 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471428 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471428 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471428 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471428 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471428 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471428 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471428 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471428 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471428 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471428 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471428 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471428 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471428 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471428 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471428 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471428 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471428 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471428 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471429 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2898197944 1688471429 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471429 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471429 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471429 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 186943168478 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471432 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 189304281626 1688471432 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471432 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471432 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471432 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471432 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471432 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471432 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471432 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471432 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471432 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471432 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471432 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471432 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471432 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.144@tcp 1688471432 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471432 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471432 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471432 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471432 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471432 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471432 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471433 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2837396920 1688471433 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471433 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471433 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471433 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 190859244529 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471436 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 193326996619 1688471436 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471436 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471436 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471436 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471436 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471436 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 78) 1688471436 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 78) quota=409600000 1688471436 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 78) canmount=0 1688471436 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471436 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471436 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 78) xattr=2 1688471436 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 78) dnodesize=1 1688471436 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 78) recordsize=1048576 1688471436 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 78) lustre:mgsnode=192.168.203.144@tcp 1688471436 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 78) lustre:sys.timeout=20 1688471436 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 78) lustre:autodegrade=on 1688471436 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 78) lustre:version=1 1688471436 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 78) lustre:flags=98 1688471436 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 78) lustre:index=1 1688471436 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 78) lustre:fsname=lustre 1688471436 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 78) lustre:svname=lustre:OST0001 1688471437 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3061317048 1688471437 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471437 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471437 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471437 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 194654711116 1688471438 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471438 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471438 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471438 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471438 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471438 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471438 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471438 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471438 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471438 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471438 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 195629335450 1688471438 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471438 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471438 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471438 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471438 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471438 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471439 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471439 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471439 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471439 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471439 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471439 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471439 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471439 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471440 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471445 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471445 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471445 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471445 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471445 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471445 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471445 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471445 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471445 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471445 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471445 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 202335277764 1688471445 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471445 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471445 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471445 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471445 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471445 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471446 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471446 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471446 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.144@tcp 1688471446 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471446 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471446 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471446 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471446 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471446 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471454 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471454 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471454 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471454 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471454 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471454 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471454 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471454 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471454 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471454 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471454 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 212096548771 1688471454 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471454 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471454 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471454 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471455 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471455 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471455 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471455 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 78) lustre:mgsnode=192.168.203.144@tcp 1688471455 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 78) lustre:autodegrade=on 1688471455 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 78) lustre:sys.timeout=20 1688471455 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 78) lustre:version=1 1688471455 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 78) lustre:flags=34 1688471455 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 78) lustre:index=1 1688471455 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 78) lustre:fsname=lustre 1688471455 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 78) lustre:svname=lustre:OST0001 1688471456 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 78) lustre:svname=lustre-OST0001 1688471475 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471475 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471475 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 232410431577 1688471492 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471492 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471492 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 249694675761 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471495 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471495 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 252870312554 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471515 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 272379939351 1688471515 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471515 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471515 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471515 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471515 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 71) 1688471515 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 71) quota=409600000 1688471515 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 71) canmount=0 1688471515 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471515 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 71) xattr=2 1688471515 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 71) dnodesize=1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 71) lustre:sys.timeout=20 1688471515 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471515 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 71) lustre:version=1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 71) lustre:flags=101 1688471515 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 71) lustre:index=0 1688471515 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 71) lustre:fsname=lustre 1688471515 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre:MDT0000 1688471516 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471516 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471516 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471516 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 273186561331 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471517 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 274907995397 1688471517 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471517 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471517 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471517 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471517 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471517 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471517 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471517 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471517 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471517 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471517 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471517 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471517 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471517 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.144@tcp 1688471517 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471517 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471517 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471517 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471517 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471518 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471518 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471518 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471518 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471518 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471518 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 275785178430 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471520 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 277638786360 1688471520 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471520 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471520 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471520 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471520 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471520 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471520 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471520 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471520 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471520 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471520 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471520 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471520 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471520 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471520 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471520 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471520 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471520 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471520 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471520 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471520 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471521 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 181288376 1688471521 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471521 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471521 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471521 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 278678255812 1688471522 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471522 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471522 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471522 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471522 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 279506696246 1688471522 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471522 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471522 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471522 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471522 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471522 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471522 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 71) lustre:sys.timeout=20 1688471522 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471522 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 71) lustre:version=1 1688471523 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 71) lustre:flags=37 1688471523 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 71) lustre:index=0 1688471523 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 71) lustre:fsname=lustre 1688471523 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre:MDT0000 1688471524 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre-MDT0000 1688471528 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471528 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471528 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471528 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471528 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471528 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471528 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471528 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471528 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 285807971383 1688471528 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471528 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471528 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471528 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471528 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471529 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471529 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471529 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471529 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.144@tcp 1688471529 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471529 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471529 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471529 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471529 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471529 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471537 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 294722261537 1688471538 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471538 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471538 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 295915031878 1688471541 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471541 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471541 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 100 1688471541 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=100 1688471541 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471541 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471541 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471541 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471541 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 100 1688471541 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=100 1688471541 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 298266334184 1688471541 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471541 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471541 spa_history.c:319:spa_history_log_sync(): txg 102 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471541 spa_history.c:319:spa_history_log_sync(): txg 102 set failmode=2 1688471541 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471541 spa_history.c:319:spa_history_log_sync(): txg 105 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471544 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471544 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471544 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471544 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471544 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471544 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471544 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471544 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471544 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471544 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471544 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 301958750704 1688471544 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471544 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471544 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471544 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471544 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471544 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471545 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471548 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471548 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471549 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471549 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471549 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471549 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 306301338979 1688471549 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471549 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471549 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471549 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471549 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471549 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471549 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471549 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471549 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471550 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 134) lustre:flags=34 1688471550 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471550 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471550 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471550 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 134) lustre:svname=lustre-OST0001 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471562 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 319624491563 1688471579 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471579 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471579 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 336924580708 1688471586 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471586 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471586 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 344078417673 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471606 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 363437559747 1688471606 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471606 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471606 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471606 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471606 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471606 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471606 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471606 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471606 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471606 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471606 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471606 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471606 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471606 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471606 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471606 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471606 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471606 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471606 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471606 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471606 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471606 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471606 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 364138299151 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471608 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 365752923431 1688471608 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471608 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471608 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471608 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471608 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471608 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471608 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471608 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471608 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471608 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471608 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.144@tcp 1688471608 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471608 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471608 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471608 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471608 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471608 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471609 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471609 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471609 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471609 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 366735827823 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471611 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 368355632510 1688471611 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471611 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471611 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471611 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471611 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471611 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471611 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471611 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471611 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471611 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471611 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471611 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471611 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471611 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.144@tcp 1688471611 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471611 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471611 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471611 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471611 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471611 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471611 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471612 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471612 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471612 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471612 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 369253396121 1688471612 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471612 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471612 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471612 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471612 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471612 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471612 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471612 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471612 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471612 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471612 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 370030779820 1688471612 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471612 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471612 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471612 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471612 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471612 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471613 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471613 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471613 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471613 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471613 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471613 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471613 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471613 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471615 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471619 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471619 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471619 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471619 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471619 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471619 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471619 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471619 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471619 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471619 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471619 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 376451947892 1688471619 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471619 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471619 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471619 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471619 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471619 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471619 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471619 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471619 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471619 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.144@tcp 1688471620 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471620 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471620 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471620 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471620 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471620 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471637 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471637 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471637 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 394464497293 1688471638 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471638 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471638 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 395828401533 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471646 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 403604566158 1688471646 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471646 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471646 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471646 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471646 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471646 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471646 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471646 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471646 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471646 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471646 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471646 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471646 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471646 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471646 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471647 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471647 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 404477900989 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471657 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 414529239977 1688471657 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471657 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471657 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471657 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471657 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 135) 1688471657 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 135) quota=409600000 1688471657 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 135) canmount=0 1688471657 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471657 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 135) xattr=2 1688471657 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 135) dnodesize=1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471657 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471657 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 135) lustre:flags=101 1688471657 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471657 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471657 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471658 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471658 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471658 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471658 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 415384912114 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471660 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 417165494041 1688471660 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471660 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471660 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471660 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471660 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471660 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 134) 1688471660 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 134) quota=409600000 1688471660 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 134) canmount=0 1688471660 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471660 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471660 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 134) xattr=2 1688471660 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 134) dnodesize=1 1688471660 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 134) recordsize=1048576 1688471660 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471660 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471660 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471660 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471660 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 134) lustre:flags=98 1688471660 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471660 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471660 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471660 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471660 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471660 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471660 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 418139820017 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471662 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 420028777921 1688471662 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471662 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471662 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471662 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471662 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471662 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471662 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471663 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471663 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471663 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471663 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471663 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471663 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471663 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.144@tcp 1688471663 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471663 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471663 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471663 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471663 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471663 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471663 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471663 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471663 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471663 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471663 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 420984028815 1688471664 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471664 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471664 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471664 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471664 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471664 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471664 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471664 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471664 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471664 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471664 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 421887290156 1688471664 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471664 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471664 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471664 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471664 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471664 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471665 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471665 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471665 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471665 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471665 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 135) lustre:flags=37 1688471665 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471665 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471665 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471665 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre-MDT0000 1688471670 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471670 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471670 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471670 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471670 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 427504578315 1688471670 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471670 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471670 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471670 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471670 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471671 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471671 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471671 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471671 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471671 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471671 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 134) lustre:flags=34 1688471671 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471671 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471671 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471671 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 134) lustre:svname=lustre-OST0000 1688471683 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471683 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471683 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 440997042832 1688471685 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471685 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471685 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 442257123427 1688471687 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471687 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 101 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=101 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471687 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471687 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 101 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=101 1688471687 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 444901566739 1688471687 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471687 spa_history.c:319:spa_history_log_sync(): txg 103 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471687 spa_history.c:319:spa_history_log_sync(): txg 103 set failmode=2 1688471687 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471687 spa_history.c:319:spa_history_log_sync(): txg 106 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471688 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471691 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471691 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471691 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471691 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471691 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 448640838796 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471691 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471691 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471691 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471704 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471704 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471704 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 461738505047 1688471705 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471705 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471705 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 463072569986 1688471715 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471715 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471715 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 150 1688471715 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=150 1688471715 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471715 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471716 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471716 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 150 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=150 1688471716 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 473202983820 1688471716 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471716 spa_history.c:319:spa_history_log_sync(): txg 152 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471716 spa_history.c:319:spa_history_log_sync(): txg 152 set failmode=2 1688471716 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471716 spa_history.c:319:spa_history_log_sync(): txg 155 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471721 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 44656658627 479394488561 name type data dmu_tx_assigned 4 7387 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 24 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 44656547444 479396469222 name type data struct_size 4 4680 linear_cnt 4 100 linear_data_size 4 94208 scatter_cnt 4 17 scatter_data_size 4 54272 scatter_chunk_waste 4 27648 scatter_order_0 4 16 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 44661061848 479398465470 name type data hits 4 282193 misses 4 2124 demand_data_hits 4 6767 demand_data_misses 4 246 demand_metadata_hits 4 275422 demand_metadata_misses 4 1781 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 4 prefetch_metadata_misses 4 97 mru_hits 4 223151 mru_ghost_hits 4 0 mfu_hits 4 59038 mfu_ghost_hits 4 0 deleted 4 18813 mutex_miss 4 0 access_skip 4 0 evict_skip 4 2398 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 902009344 evict_l2_ineligible 4 188416 evict_l2_skip 4 0 hash_elements 4 116 hash_elements_max 4 3385 hash_collisions 4 95 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 802344 compressed_size 4 148480 uncompressed_size 4 11193856 overhead_size 4 511488 hdr_size 4 52616 data_size 4 0 metadata_size 4 659968 dbuf_size 4 21600 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 571904 mru_evictable_data 4 0 mru_evictable_metadata 4 94720 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 55296 mfu_evictable_data 4 0 mfu_evictable_metadata 4 512 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3639246848 memory_available_bytes 3 3578122240 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 802344 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 183221088 arc_meta_min 4 16777216 async_upgrade_sync 4 2 demand_hit_predictive_prefetch 4 54 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 44667239283 479401234832 name type data cache_count 4 13 cache_size_bytes 4 192512 cache_size_bytes_max 4 33140736 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 13 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 192512 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 448634 hash_misses 4 93436 hash_collisions 4 397 hash_elements 4 28 hash_elements_max 4 3363 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 5 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 600576 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 44656649387 479402992192 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 211583 dnode_hold_alloc_misses 4 7 dnode_hold_alloc_interior 4 31 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 4 dnode_hold_free_hits 4 6697 dnode_hold_free_misses 4 57 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 30 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 6868 dnode_reallocate 4 0 dnode_buf_evict 4 759 dnode_alloc_next_chunk 4 239 dnode_alloc_race 4 0 dnode_alloc_next_block 4 81 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 44656637719 479404804811 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 252 3 0x00 1 80 473141707856 479406728781 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2016768 1352704 85 181 22507303 438170947 479204566047 53522099 135742944 479204909512 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 152 473203048732 C 0 9728 85504 8 44 4579834 2164 114814 9571469 153 473207628566 C 0 4096 590336 5 44 9738291 3351 13803 15247967 154 473217366857 C 0 2560 0 0 0 15744818 4031 31167 266822 155 473233111675 C 0 0 574976 0 53 508071 1612 33538 11277870 156 473233619746 C 0 0 0 0 0 11971426 4710 20051 123876 157 473245591172 C 0 0 70144 0 30 4999604998 6411 78777 13525334 158 478245196170 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 254 1 0x01 12 3264 473141722244 479417561262 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471716 0 408264 1000000000 12484940098626818446 2 /dev/vdc1 2 155 1688471717 0 448548 1000000000 12484940098626818446 0 /dev/vdc1 3 155 1688471718 0 441643 1000000000 12484940098626818446 2 /dev/vdc1 4 155 1688471719 0 821637 1000151612 12484940098626818446 1 /dev/vdc1 5 155 1688471720 0 998505 1000611821 12484940098626818446 2 /dev/vdc1 6 155 1688471721 0 755105 1000609999 12484940098626818446 3 /dev/vdc1 7 157 1688471722 0 490634 1000000000 12484940098626818446 0 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 44656654279 479423509783 name type data hits 4 507 misses 4 257760 max_streams 4 128510 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 43303765696 479427405755 implementation native byteswap scalar 2849177422 2496786478 superscalar 3676952958 2749555758 superscalar4 3085109864 2262850653 sse2 5490856544 2887543760 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 44667503116 479429275272 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 45524762254 479431337099 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 272010980 89752542 42022399 583135070 98734766 13444004 44969065 8131906 7715547 5103749 scalar 699326966 164502049 74188460 702444779 225991932 133288563 85794792 78037937 45260639 33773505 sse2 1191900767 442505642 236114211 1105595480 516354990 363125561 315155105 251916899 157321967 114788128 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 44667508312 479433277423 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 246 preferred_not_found 4 1878 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 1 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 3 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:54:23.099000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x10 history_time = 0x64a4086f time = 0x64a4086f 0x5e69ec0 eid = 0x485 Jul 4 2023 07:54:23.110000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x11 history_time = 0x64a4086f time = 0x64a4086f 0x68e7780 eid = 0x486 Jul 4 2023 07:54:23.126000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:flags=98" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x12 history_time = 0x64a4086f time = 0x64a4086f 0x7829b80 eid = 0x487 Jul 4 2023 07:54:23.139000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x13 history_time = 0x64a4086f time = 0x64a4086f 0x848f8c0 eid = 0x488 Jul 4 2023 07:54:23.151000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x14 history_time = 0x64a4086f time = 0x64a4086f 0x90013c0 eid = 0x489 Jul 4 2023 07:54:23.164000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:svname=lustre:OST0001" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x15 history_time = 0x64a4086f time = 0x64a4086f 0x9c67100 eid = 0x48a Jul 4 2023 07:54:23.479000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 time = 0x64a4086f 0x1c8cf5c0 eid = 0x48b Jul 4 2023 07:54:23.817000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x1 pool_context = 0x0 time = 0x64a4086f 0x30b26e40 eid = 0x48c Jul 4 2023 07:54:23.849000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0x0 pool_state = 0x5 pool_context = 0x0 time = 0x64a4086f 0x329ab640 eid = 0x48d Jul 4 2023 07:54:24.751000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x1f history_time = 0x64a40870 time = 0x64a40870 0x2cc359c0 eid = 0x48e Jul 4 2023 07:54:24.752000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x1f history_time = 0x64a40870 time = 0x64a40870 0x2cd29c00 eid = 0x48f Jul 4 2023 07:54:24.795000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40870 0x2f62bcc0 eid = 0x490 Jul 4 2023 07:54:24.795000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40870 0x2f62bcc0 eid = 0x491 Jul 4 2023 07:54:24.799000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x22 history_time = 0x64a40870 time = 0x64a40870 0x2f9fc5c0 eid = 0x492 Jul 4 2023 07:54:24.817000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40870 0x30b26e40 eid = 0x493 Jul 4 2023 07:54:25.410000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x24 history_time = 0x64a40871 time = 0x64a40871 0x18701a80 eid = 0x494 Jul 4 2023 07:54:25.422000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x25 history_time = 0x64a40871 time = 0x64a40871 0x19273580 eid = 0x495 Jul 4 2023 07:54:25.437000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x26 history_time = 0x64a40871 time = 0x64a40871 0x1a0c1740 eid = 0x496 Jul 4 2023 07:54:25.449000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:flags=37" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x27 history_time = 0x64a40871 time = 0x64a40871 0x1ac33240 eid = 0x497 Jul 4 2023 07:54:25.465000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x28 history_time = 0x64a40871 time = 0x64a40871 0x1bb75640 eid = 0x498 Jul 4 2023 07:54:25.476000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x29 history_time = 0x64a40871 time = 0x64a40871 0x1c5f2f00 eid = 0x499 Jul 4 2023 07:54:25.489000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre:MDT0000" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x2a history_time = 0x64a40871 time = 0x64a40871 0x1d258c40 eid = 0x49a Jul 4 2023 07:54:25.997000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre-MDT0000" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x40 history_time = 0x64a40871 time = 0x64a40871 0x3b6d0340 eid = 0x49b Jul 4 2023 07:54:30.370000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40876 time = 0x64a40876 0x160dc080 eid = 0x49c Jul 4 2023 07:54:30.370000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40876 time = 0x64a40876 0x160dc080 eid = 0x49d Jul 4 2023 07:54:30.429000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a40876 0x19920540 eid = 0x49e Jul 4 2023 07:54:30.429000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a40876 0x19920540 eid = 0x49f Jul 4 2023 07:54:30.431000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40876 time = 0x64a40876 0x19b089c0 eid = 0x4a0 Jul 4 2023 07:54:30.459000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a40876 0x1b5bc8c0 eid = 0x4a1 Jul 4 2023 07:54:31.111000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.144@tcp" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x26 history_time = 0x64a40877 time = 0x64a40877 0x69db9c0 eid = 0x4a2 Jul 4 2023 07:54:31.145000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x27 history_time = 0x64a40877 time = 0x64a40877 0x8a48640 eid = 0x4a3 Jul 4 2023 07:54:31.172000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x28 history_time = 0x64a40877 time = 0x64a40877 0xa408300 eid = 0x4a4 Jul 4 2023 07:54:31.193000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x29 history_time = 0x64a40877 time = 0x64a40877 0xb80f240 eid = 0x4a5 Jul 4 2023 07:54:31.208000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x2a history_time = 0x64a40877 time = 0x64a40877 0xc65d400 eid = 0x4a6 Jul 4 2023 07:54:31.219000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x2b history_time = 0x64a40877 time = 0x64a40877 0xd0dacc0 eid = 0x4a7 Jul 4 2023 07:54:31.232000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x2c history_time = 0x64a40877 time = 0x64a40877 0xdd40a00 eid = 0x4a8 Jul 4 2023 07:54:31.245000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x2d history_time = 0x64a40877 time = 0x64a40877 0xe9a6740 eid = 0x4a9 Jul 4 2023 07:54:31.621000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x31 history_time = 0x64a40877 time = 0x64a40877 0x2503b540 eid = 0x4aa Jul 4 2023 07:54:43.834000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x1 pool_context = 0x0 time = 0x64a40883 0x31b5d480 eid = 0x4ab Jul 4 2023 07:54:43.871000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x5 pool_context = 0x0 time = 0x64a40883 0x33ea67c0 eid = 0x4ac Jul 4 2023 07:54:45.096000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x1 pool_context = 0x0 time = 0x64a40885 0x5b8d800 eid = 0x4ad Jul 4 2023 07:54:45.125000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x5 pool_context = 0x0 time = 0x64a40885 0x7735940 eid = 0x4ae Jul 4 2023 07:54:47.763000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x67 history_time = 0x64a40887 time = 0x64a40887 0x2d7a74c0 eid = 0x4af Jul 4 2023 07:54:47.764000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x67 history_time = 0x64a40887 time = 0x64a40887 0x2d89b700 eid = 0x4b0 Jul 4 2023 07:54:47.800000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40887 0x2faf0800 eid = 0x4b1 Jul 4 2023 07:54:47.800000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40887 0x2faf0800 eid = 0x4b2 Jul 4 2023 07:54:47.802000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x6a history_time = 0x64a40887 time = 0x64a40887 0x2fcd8c80 eid = 0x4b3 Jul 4 2023 07:54:47.822000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40887 0x30feb980 eid = 0x4b4 Jul 4 2023 07:54:51.504000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4c history_time = 0x64a4088b time = 0x64a4088b 0x1e0a6e00 eid = 0x4b5 Jul 4 2023 07:54:51.505000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4c history_time = 0x64a4088b time = 0x64a4088b 0x1e19b040 eid = 0x4b6 Jul 4 2023 07:54:51.566000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a4088b 0x21bc7980 eid = 0x4b7 Jul 4 2023 07:54:51.567000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a4088b 0x21cbbbc0 eid = 0x4b8 Jul 4 2023 07:54:51.571000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x4f history_time = 0x64a4088b time = 0x64a4088b 0x2208c4c0 eid = 0x4b9 Jul 4 2023 07:54:51.590000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a4088b 0x232aaf80 eid = 0x4ba Jul 4 2023 07:55:04.569000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x1 pool_context = 0x0 time = 0x64a40898 0x21ea4040 eid = 0x4bb Jul 4 2023 07:55:04.604000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x5 pool_context = 0x0 time = 0x64a40898 0x24004f00 eid = 0x4bc Jul 4 2023 07:55:05.909000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x1 pool_context = 0x0 time = 0x64a40899 0x362e3d40 eid = 0x4bd Jul 4 2023 07:55:05.940000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x5 pool_context = 0x0 time = 0x64a40899 0x38074300 eid = 0x4be Jul 4 2023 07:55:16.065000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x98 history_time = 0x64a408a4 time = 0x64a408a4 0x3dfd240 eid = 0x4bf Jul 4 2023 07:55:16.066000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x98 history_time = 0x64a408a4 time = 0x64a408a4 0x3ef1480 eid = 0x4c0 Jul 4 2023 07:55:16.091000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408a4 0x56c8cc0 eid = 0x4c1 Jul 4 2023 07:55:16.091000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408a4 0x56c8cc0 eid = 0x4c2 Jul 4 2023 07:55:16.092000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x9b history_time = 0x64a408a4 time = 0x64a408a4 0x57bcf00 eid = 0x4c3 Jul 4 2023 07:55:16.103000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408a4 0x623a7c0 eid = 0x4c4 ====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 14256 - 72 - - - - 198 - - - - ddt_cache 0x00040 3993600 3786624 199680 24912 20 19 19 160 152 152 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 8192 - 512 - - - - 16 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 88064 - 1024 - - - - 86 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 196608 - 16384 - - - - 12 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 13361152 11927552 954368 114688 14 13 13 112 104 104 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 19537920 5242880 1085440 131072 18 18 132 144 40 1056 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 4680 - 40 - - - - 117 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 59840 - 1088 - - - - 55 - - - - arc_buf_hdr_t_full 0x00084 - 48672 - 416 - - - - 117 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 3944 - 136 - - - - 29 - - - - dmu_buf_impl_t 0x00084 - 21600 - 400 - - - - 54 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 42774534556 480154601570 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 42774573789 480156970615 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 44655155372 480158888376 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 44667496134 480162383001 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 44664696695 480165533419 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295140534 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 133 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295140490 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 257 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295145552 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 1 0 0 131072 1 4 4 0 | 1 2 0xf160490 1 1024 4295145553 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 61 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295140536 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 60 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295145543 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295140520 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295140534 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 63 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295140496 3 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 259 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295145553 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295140520 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 8 131072 16384 1 4 3 0 | 1 2 0xf160090 1 512 4295145553 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295145542 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 258 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295145553 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295140485 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295140520 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295145542 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295140520 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295140534 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295140530 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 2560 4295140529 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 62 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295145542 31 0 1 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 1 2 0xf160090 1 512 4295140485 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 0 0 4 65536 16384 1 4 1 0 | 1 2 0xf160090 1 1024 4295140507 238 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 0 0 1 16384 16384 1 4 13 0 | 1 2 0xf160090 1 2048 4295145553 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 5 54 147456 lustre-mdt1 0 133 0 1 16384 16384 1 4 0 1 | 1 2 0xf160090 1 4096 4295140491 296 0 0 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295140520 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471291 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471291 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 48530299884 1688471291 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471291 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471291 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471291 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471291 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471291 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 263) 1688471291 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 263) canmount=0 1688471291 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471291 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471291 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 263) xattr=2 1688471291 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 263) dnodesize=1 1688471291 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471291 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471291 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471291 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 263) lustre:flags=101 1688471291 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471291 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471291 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471292 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471292 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471292 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471292 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 49498917718 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471294 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471294 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 51595604395 1688471294 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471294 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471294 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471294 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471294 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471294 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 134) 1688471294 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 134) canmount=0 1688471294 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471294 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471294 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 134) xattr=2 1688471294 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 134) dnodesize=1 1688471294 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 134) recordsize=1048576 1688471294 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471294 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471294 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471294 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471294 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 134) lustre:flags=98 1688471294 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471294 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471294 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471295 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3319381432 1688471295 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471295 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471295 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471295 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 52878523380 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471298 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471298 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 55180501300 1688471298 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471298 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471298 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471298 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471298 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471298 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 145) 1688471298 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 145) canmount=0 1688471298 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471298 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471298 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 145) xattr=2 1688471298 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 145) dnodesize=1 1688471298 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 145) recordsize=1048576 1688471298 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 145) lustre:mgsnode=192.168.203.144@tcp 1688471298 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 145) lustre:sys.timeout=20 1688471298 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 145) lustre:autodegrade=on 1688471298 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 145) lustre:version=1 1688471298 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 145) lustre:flags=98 1688471298 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 145) lustre:index=1 1688471298 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 145) lustre:fsname=lustre 1688471298 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 145) lustre:svname=lustre:OST0001 1688471299 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3377741240 1688471299 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471299 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471299 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471299 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 56545782857 1688471304 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471304 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471304 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471304 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471304 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471304 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471304 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471304 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471304 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471304 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471304 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 61917394405 1688471304 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471304 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471304 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471304 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471304 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471304 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471305 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471305 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 263) lustre:sys.timeout=20 1688471305 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 263) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471305 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 263) lustre:version=1 1688471305 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 263) lustre:flags=37 1688471305 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 263) lustre:index=0 1688471305 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 263) lustre:fsname=lustre 1688471305 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre:MDT0000 1688471307 spa_history.c:314:spa_history_log_sync(): txg 60 set lustre-mdt1/mdt1 (id 263) lustre:svname=lustre-MDT0000 1688471311 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471311 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471311 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471311 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471311 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471311 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471311 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471311 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471311 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471311 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471311 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 68602656776 1688471311 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471311 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471311 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471311 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471311 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471311 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471312 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471312 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471312 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471312 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471312 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471312 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 134) lustre:flags=34 1688471312 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471312 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471312 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471313 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 134) lustre:svname=lustre-OST0000 1688471317 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471317 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471318 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471318 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471318 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471318 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471318 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471318 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471318 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471318 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471318 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 75294567595 1688471318 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471318 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471318 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471318 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471318 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471318 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471318 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471318 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 145) lustre:mgsnode=192.168.203.144@tcp 1688471319 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 145) lustre:autodegrade=on 1688471319 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 145) lustre:sys.timeout=20 1688471319 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 145) lustre:version=1 1688471319 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 145) lustre:flags=34 1688471319 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 145) lustre:index=1 1688471319 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 145) lustre:fsname=lustre 1688471319 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 145) lustre:svname=lustre:OST0001 1688471319 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 145) lustre:svname=lustre-OST0001 1688471360 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471360 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471360 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 118080619289 1688471368 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471368 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471368 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 125906461275 1688471376 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471376 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471376 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 133616668320 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471383 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471383 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 141025267316 1688471383 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471383 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471383 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471383 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471383 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471384 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 134) 1688471384 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 134) quota=409600000 1688471384 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 134) canmount=0 1688471384 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471384 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471384 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 134) xattr=2 1688471384 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 134) dnodesize=1 1688471384 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471384 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471384 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471384 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 134) lustre:flags=101 1688471384 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471384 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471384 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471384 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2856222136 1688471385 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471385 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471385 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471385 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 142312339285 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471387 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471387 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 144934172957 1688471387 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471387 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471387 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471387 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471387 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471387 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 387) 1688471388 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 387) quota=409600000 1688471388 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 387) canmount=0 1688471388 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471388 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471388 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 387) xattr=2 1688471388 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 387) dnodesize=1 1688471388 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 387) recordsize=1048576 1688471388 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.144@tcp 1688471388 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471388 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471388 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471388 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 387) lustre:flags=98 1688471388 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471388 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471388 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471388 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2856877496 1688471389 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471389 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471389 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471389 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 146421439770 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471391 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471391 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 148890299127 1688471391 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471391 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471391 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471391 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471391 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471391 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 269) 1688471391 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 269) quota=409600000 1688471391 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 269) canmount=0 1688471392 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471392 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471392 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 269) xattr=2 1688471392 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 269) dnodesize=1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 269) recordsize=1048576 1688471392 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 269) lustre:mgsnode=192.168.203.144@tcp 1688471392 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 269) lustre:sys.timeout=20 1688471392 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 269) lustre:autodegrade=on 1688471392 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 269) lustre:version=1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 269) lustre:flags=98 1688471392 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 269) lustre:index=1 1688471392 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 269) lustre:fsname=lustre 1688471392 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 269) lustre:svname=lustre:OST0001 1688471392 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2842164664 1688471393 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471393 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471393 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471393 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 150471252142 1688471394 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471394 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471394 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471394 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471394 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471394 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471394 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471394 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471394 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471394 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471394 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 151582100295 1688471394 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471394 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471394 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471394 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471394 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471394 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471395 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471395 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471395 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471395 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 134) lustre:flags=37 1688471395 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471395 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471395 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471395 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre-MDT0000 1688471400 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471400 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471400 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471400 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471400 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471400 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471400 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471400 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471400 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471400 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471400 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 158102642208 1688471400 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471400 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471400 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471400 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471401 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471401 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471401 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471401 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 387) lustre:autodegrade=on 1688471401 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 387) lustre:sys.timeout=20 1688471401 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 387) lustre:mgsnode=192.168.203.144@tcp 1688471401 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 387) lustre:version=1 1688471402 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 387) lustre:flags=34 1688471402 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 387) lustre:index=0 1688471402 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 387) lustre:fsname=lustre 1688471402 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 387) lustre:svname=lustre:OST0000 1688471402 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 387) lustre:svname=lustre-OST0000 1688471415 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471416 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471416 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 173200887733 1688471417 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471417 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471417 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 174768332480 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471428 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471428 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 185722342719 1688471428 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471428 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471428 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471428 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471428 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471428 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471428 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471428 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471428 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471428 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471428 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471428 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471428 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471428 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471428 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471428 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471428 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471428 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471428 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471429 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2898197944 1688471429 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471429 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471429 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471429 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 186943168478 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471432 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471432 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 189304281626 1688471432 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471432 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471432 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471432 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471432 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471432 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471432 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471432 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471432 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471432 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471432 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471432 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471432 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471432 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.144@tcp 1688471432 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471432 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471432 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471432 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471432 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471432 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471432 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471433 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2837396920 1688471433 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471433 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471433 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471433 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 190859244529 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471436 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471436 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 193326996619 1688471436 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471436 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471436 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471436 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471436 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471436 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 78) 1688471436 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 78) quota=409600000 1688471436 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 78) canmount=0 1688471436 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471436 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471436 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 78) xattr=2 1688471436 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 78) dnodesize=1 1688471436 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 78) recordsize=1048576 1688471436 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 78) lustre:mgsnode=192.168.203.144@tcp 1688471436 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 78) lustre:sys.timeout=20 1688471436 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 78) lustre:autodegrade=on 1688471436 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 78) lustre:version=1 1688471436 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 78) lustre:flags=98 1688471436 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 78) lustre:index=1 1688471436 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 78) lustre:fsname=lustre 1688471436 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 78) lustre:svname=lustre:OST0001 1688471437 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3061317048 1688471437 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471437 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471437 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471437 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 194654711116 1688471438 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471438 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471438 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471438 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471438 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471438 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471438 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471438 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471438 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471438 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471438 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 195629335450 1688471438 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471438 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471438 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471438 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471438 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471438 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471439 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471439 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471439 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471439 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471439 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 259) lustre:flags=37 1688471439 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471439 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471439 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471440 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre-MDT0000 1688471445 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471445 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471445 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471445 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471445 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471445 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471445 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471445 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471445 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471445 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471445 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 202335277764 1688471445 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471445 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471445 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471445 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471445 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471445 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471446 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471446 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471446 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471446 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.144@tcp 1688471446 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471446 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471446 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471446 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471446 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471446 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471454 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471454 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471454 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471454 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471454 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471454 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471454 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471454 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471454 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471454 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471454 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 212096548771 1688471454 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471454 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471454 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471454 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471455 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471455 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471455 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471455 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 78) lustre:mgsnode=192.168.203.144@tcp 1688471455 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 78) lustre:autodegrade=on 1688471455 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 78) lustre:sys.timeout=20 1688471455 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 78) lustre:version=1 1688471455 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 78) lustre:flags=34 1688471455 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 78) lustre:index=1 1688471455 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 78) lustre:fsname=lustre 1688471455 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 78) lustre:svname=lustre:OST0001 1688471456 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 78) lustre:svname=lustre-OST0001 1688471475 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471475 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471475 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 232410431577 1688471492 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471492 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471492 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 249694675761 1688471495 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471495 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471495 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 252870312554 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471515 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471515 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 272379939351 1688471515 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471515 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471515 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471515 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471515 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 71) 1688471515 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 71) quota=409600000 1688471515 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 71) canmount=0 1688471515 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471515 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 71) xattr=2 1688471515 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 71) dnodesize=1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 71) lustre:sys.timeout=20 1688471515 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471515 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 71) lustre:version=1 1688471515 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 71) lustre:flags=101 1688471515 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 71) lustre:index=0 1688471515 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 71) lustre:fsname=lustre 1688471515 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre:MDT0000 1688471516 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471516 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471516 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471516 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 273186561331 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471517 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471517 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 274907995397 1688471517 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471517 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471517 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471517 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471517 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471517 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471517 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471517 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471517 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471517 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471517 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471517 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471517 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471517 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.144@tcp 1688471517 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471517 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471517 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471517 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471517 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471518 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471518 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471518 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471518 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471518 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471518 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 275785178430 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471520 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471520 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 277638786360 1688471520 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471520 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471520 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471520 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471520 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471520 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 134) 1688471520 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 134) quota=409600000 1688471520 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 134) canmount=0 1688471520 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471520 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471520 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 134) xattr=2 1688471520 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 134) dnodesize=1 1688471520 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 134) recordsize=1048576 1688471520 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471520 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471520 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471520 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471520 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 134) lustre:flags=98 1688471520 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471520 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471520 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471521 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 181288376 1688471521 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471521 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471521 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471521 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 278678255812 1688471522 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471522 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471522 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471522 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471522 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471522 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 279506696246 1688471522 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471522 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471522 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471522 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471522 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471522 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471522 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 71) lustre:sys.timeout=20 1688471522 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 71) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471522 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 71) lustre:version=1 1688471523 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 71) lustre:flags=37 1688471523 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 71) lustre:index=0 1688471523 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 71) lustre:fsname=lustre 1688471523 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre:MDT0000 1688471524 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 71) lustre:svname=lustre-MDT0000 1688471528 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471528 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471528 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471528 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471528 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471528 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471528 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471528 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471528 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 285807971383 1688471528 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471528 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471528 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471528 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471528 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471529 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471529 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471529 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471529 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.144@tcp 1688471529 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471529 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471529 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471529 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471529 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471529 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471537 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471537 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471537 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 294722261537 1688471538 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471538 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471538 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 295915031878 1688471541 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471541 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471541 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 100 1688471541 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=100 1688471541 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471541 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471541 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471541 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471541 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 100 1688471541 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=100 1688471541 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 298266334184 1688471541 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471541 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471541 spa_history.c:319:spa_history_log_sync(): txg 102 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471541 spa_history.c:319:spa_history_log_sync(): txg 102 set failmode=2 1688471541 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471541 spa_history.c:319:spa_history_log_sync(): txg 105 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471541 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471544 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471544 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471544 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471544 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471544 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471544 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471544 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471544 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471544 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471544 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471544 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 301958750704 1688471544 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471544 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471544 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471544 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471544 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471544 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471545 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471548 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471548 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471549 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471549 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471549 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471549 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471549 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 306301338979 1688471549 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471549 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471549 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471549 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471549 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471549 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471549 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 134) lustre:autodegrade=on 1688471549 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 134) lustre:sys.timeout=20 1688471549 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 134) lustre:version=1 1688471550 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 134) lustre:flags=34 1688471550 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 134) lustre:index=1 1688471550 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 134) lustre:fsname=lustre 1688471550 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 134) lustre:svname=lustre:OST0001 1688471550 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 134) lustre:svname=lustre-OST0001 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471562 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 319624491563 1688471579 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471579 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471579 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 336924580708 1688471586 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471586 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471586 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 344078417673 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471606 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471606 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 363437559747 1688471606 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471606 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471606 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471606 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471606 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471606 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471606 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471606 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471606 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471606 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471606 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471606 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471606 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471606 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471606 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471606 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471606 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471606 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471606 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471606 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471606 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471606 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471606 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 364138299151 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471608 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471608 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 365752923431 1688471608 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471608 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471608 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471608 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471608 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471608 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471608 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471608 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471608 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471608 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471608 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.144@tcp 1688471608 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471608 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471608 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471608 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471608 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471608 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471608 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471609 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471609 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471609 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471609 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 366735827823 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471611 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471611 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 368355632510 1688471611 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471611 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471611 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471611 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471611 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471611 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471611 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) quota=409600000 1688471611 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) canmount=0 1688471611 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471611 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471611 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) xattr=2 1688471611 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471611 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471611 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.144@tcp 1688471611 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471611 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471611 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471611 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471611 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471611 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471611 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471612 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471612 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471612 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471612 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 369253396121 1688471612 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471612 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471612 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471612 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471612 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471612 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471612 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471612 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471612 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471612 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471612 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 370030779820 1688471612 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471612 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471612 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471612 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471612 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471612 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471613 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471613 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471613 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471613 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471613 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471613 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471613 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471613 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471615 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471619 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471619 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471619 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471619 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471619 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471619 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471619 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471619 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471619 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471619 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471619 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 376451947892 1688471619 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471619 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471619 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471619 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471619 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471619 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471619 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471619 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471619 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471619 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.144@tcp 1688471620 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471620 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471620 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471620 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471620 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471620 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471637 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471637 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471637 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 394464497293 1688471638 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471638 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471638 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 395828401533 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471646 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471646 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 403604566158 1688471646 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471646 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471646 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471646 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471646 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 259) 1688471646 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 259) quota=409600000 1688471646 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 259) canmount=0 1688471646 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471646 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 259) xattr=2 1688471646 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 259) dnodesize=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 259) lustre:sys.timeout=20 1688471646 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 259) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471646 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 259) lustre:version=1 1688471646 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 259) lustre:flags=101 1688471646 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 259) lustre:index=0 1688471646 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 259) lustre:fsname=lustre 1688471646 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 259) lustre:svname=lustre:MDT0000 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471647 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471647 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471647 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 404477900989 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471657 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471657 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 414529239977 1688471657 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471657 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471657 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471657 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471657 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 135) 1688471657 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 135) quota=409600000 1688471657 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 135) canmount=0 1688471657 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471657 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 135) xattr=2 1688471657 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 135) dnodesize=1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471657 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471657 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471657 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 135) lustre:flags=101 1688471657 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471657 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471657 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471658 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471658 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471658 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471658 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 415384912114 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471660 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471660 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 417165494041 1688471660 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471660 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471660 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471660 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471660 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471660 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 134) 1688471660 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 134) quota=409600000 1688471660 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 134) canmount=0 1688471660 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471660 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471660 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 134) xattr=2 1688471660 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 134) dnodesize=1 1688471660 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 134) recordsize=1048576 1688471660 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471660 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471660 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471660 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471660 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 134) lustre:flags=98 1688471660 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471660 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471660 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471660 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471660 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471660 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471660 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 418139820017 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471662 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471662 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 420028777921 1688471662 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471662 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471662 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471662 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471662 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471662 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471662 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471663 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471663 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471663 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471663 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471663 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471663 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471663 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.144@tcp 1688471663 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471663 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471663 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471663 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471663 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471663 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471663 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471663 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471663 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471663 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471663 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 420984028815 1688471664 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471664 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471664 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471664 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471664 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471664 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471664 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471664 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471664 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471664 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471664 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 421887290156 1688471664 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471664 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471664 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471664 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471664 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471664 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471665 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471665 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 135) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471665 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 135) lustre:sys.timeout=20 1688471665 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 135) lustre:version=1 1688471665 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 135) lustre:flags=37 1688471665 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 135) lustre:index=0 1688471665 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 135) lustre:fsname=lustre 1688471665 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre:MDT0000 1688471665 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 135) lustre:svname=lustre-MDT0000 1688471670 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471670 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471670 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471670 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471670 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471670 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 427504578315 1688471670 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471670 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471670 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471670 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471670 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471670 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471671 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471671 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 134) lustre:mgsnode=192.168.203.144@tcp 1688471671 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 134) lustre:sys.timeout=20 1688471671 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 134) lustre:autodegrade=on 1688471671 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 134) lustre:version=1 1688471671 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 134) lustre:flags=34 1688471671 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 134) lustre:index=0 1688471671 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 134) lustre:fsname=lustre 1688471671 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 134) lustre:svname=lustre:OST0000 1688471671 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 134) lustre:svname=lustre-OST0000 1688471683 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471683 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471683 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 440997042832 1688471685 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471685 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471685 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 442257123427 1688471687 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471687 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 101 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=101 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471687 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471687 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471687 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 101 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=101 1688471687 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 444901566739 1688471687 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471687 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471687 spa_history.c:319:spa_history_log_sync(): txg 103 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471687 spa_history.c:319:spa_history_log_sync(): txg 103 set failmode=2 1688471687 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471687 spa_history.c:319:spa_history_log_sync(): txg 106 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471688 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471691 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471691 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 74 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=74 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471691 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471691 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471691 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 74 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=74 1688471691 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 448640838796 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471691 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471691 spa_history.c:319:spa_history_log_sync(): txg 76 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471691 spa_history.c:319:spa_history_log_sync(): txg 76 set failmode=2 1688471691 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471691 spa_history.c:319:spa_history_log_sync(): txg 79 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471704 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471704 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471704 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 461738505047 1688471705 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471705 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471705 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 463072569986 1688471715 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471715 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471715 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 150 1688471715 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=150 1688471715 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471715 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471716 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471716 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 150 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=150 1688471716 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 473202983820 1688471716 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471716 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471716 spa_history.c:319:spa_history_log_sync(): txg 152 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471716 spa_history.c:319:spa_history_log_sync(): txg 152 set failmode=2 1688471716 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471716 spa_history.c:319:spa_history_log_sync(): txg 155 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471721 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 44656658627 480416179448 name type data dmu_tx_assigned 4 7387 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 24 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 44656547444 480418888337 name type data struct_size 4 4680 linear_cnt 4 100 linear_data_size 4 94208 scatter_cnt 4 17 scatter_data_size 4 54272 scatter_chunk_waste 4 27648 scatter_order_0 4 16 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 44661061848 480420921259 name type data hits 4 282193 misses 4 2124 demand_data_hits 4 6767 demand_data_misses 4 246 demand_metadata_hits 4 275422 demand_metadata_misses 4 1781 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 4 prefetch_metadata_misses 4 97 mru_hits 4 223151 mru_ghost_hits 4 0 mfu_hits 4 59038 mfu_ghost_hits 4 0 deleted 4 18813 mutex_miss 4 0 access_skip 4 0 evict_skip 4 2398 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 902009344 evict_l2_ineligible 4 188416 evict_l2_skip 4 0 hash_elements 4 116 hash_elements_max 4 3385 hash_collisions 4 95 hash_chains 4 0 hash_chain_max 4 1 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 802344 compressed_size 4 148480 uncompressed_size 4 11193856 overhead_size 4 511488 hdr_size 4 52616 data_size 4 0 metadata_size 4 659968 dbuf_size 4 21600 dnode_size 4 59840 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 571904 mru_evictable_data 4 0 mru_evictable_metadata 4 94720 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 55296 mfu_evictable_data 4 0 mfu_evictable_metadata 4 512 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3639820288 memory_available_bytes 3 3578695680 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 802344 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 183221088 arc_meta_min 4 16777216 async_upgrade_sync 4 2 demand_hit_predictive_prefetch 4 54 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 44667239283 480423311588 name type data cache_count 4 13 cache_size_bytes 4 192512 cache_size_bytes_max 4 33140736 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 13 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 192512 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 448634 hash_misses 4 93436 hash_collisions 4 397 hash_elements 4 28 hash_elements_max 4 3363 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 5 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 600576 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 44656649387 480426084495 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 211583 dnode_hold_alloc_misses 4 7 dnode_hold_alloc_interior 4 31 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 4 dnode_hold_free_hits 4 6697 dnode_hold_free_misses 4 57 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 30 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 6868 dnode_reallocate 4 0 dnode_buf_evict 4 759 dnode_alloc_next_chunk 4 239 dnode_alloc_race 4 0 dnode_alloc_next_block 4 81 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 44656637719 480428004420 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 252 3 0x00 1 80 473141707856 480429542923 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2016768 1353728 85 182 22509295 438172939 480204860343 53893335 136114180 480205231874 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 152 473203048732 C 0 9728 85504 8 44 4579834 2164 114814 9571469 153 473207628566 C 0 4096 590336 5 44 9738291 3351 13803 15247967 154 473217366857 C 0 2560 0 0 0 15744818 4031 31167 266822 155 473233111675 C 0 0 574976 0 53 508071 1612 33538 11277870 156 473233619746 C 0 0 0 0 0 11971426 4710 20051 123876 157 473245591172 C 0 0 70144 0 30 4999604998 6411 78777 13525334 158 478245196170 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 254 1 0x01 12 3264 473141722244 480439582805 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471716 0 408264 1000000000 12484940098626818446 2 /dev/vdc1 2 155 1688471717 0 448548 1000000000 12484940098626818446 0 /dev/vdc1 3 155 1688471718 0 441643 1000000000 12484940098626818446 2 /dev/vdc1 4 155 1688471719 0 821637 1000151612 12484940098626818446 1 /dev/vdc1 5 155 1688471720 0 998505 1000611821 12484940098626818446 2 /dev/vdc1 6 155 1688471721 0 755105 1000609999 12484940098626818446 3 /dev/vdc1 7 157 1688471722 0 490634 1000000000 12484940098626818446 0 /dev/vdc1 8 157 1688471723 0 507869 1000000000 12484940098626818446 2 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 44656654279 480447198502 name type data hits 4 507 misses 4 257760 max_streams 4 128510 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 43303765696 480452652394 implementation native byteswap scalar 2849177422 2496786478 superscalar 3676952958 2749555758 superscalar4 3085109864 2262850653 sse2 5490856544 2887543760 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 44667503116 480455895878 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 45524762254 480457937546 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 272010980 89752542 42022399 583135070 98734766 13444004 44969065 8131906 7715547 5103749 scalar 699326966 164502049 74188460 702444779 225991932 133288563 85794792 78037937 45260639 33773505 sse2 1191900767 442505642 236114211 1105595480 516354990 363125561 315155105 251916899 157321967 114788128 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 44667508312 480459806370 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 246 preferred_not_found 4 1878 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 1 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 3 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:54:23.099000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x10 history_time = 0x64a4086f time = 0x64a4086f 0x5e69ec0 eid = 0x485 Jul 4 2023 07:54:23.110000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x11 history_time = 0x64a4086f time = 0x64a4086f 0x68e7780 eid = 0x486 Jul 4 2023 07:54:23.126000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:flags=98" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x12 history_time = 0x64a4086f time = 0x64a4086f 0x7829b80 eid = 0x487 Jul 4 2023 07:54:23.139000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x13 history_time = 0x64a4086f time = 0x64a4086f 0x848f8c0 eid = 0x488 Jul 4 2023 07:54:23.151000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x14 history_time = 0x64a4086f time = 0x64a4086f 0x90013c0 eid = 0x489 Jul 4 2023 07:54:23.164000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:svname=lustre:OST0001" history_internal_name = "set" history_dsid = 0x103 history_txg = 0x15 history_time = 0x64a4086f time = 0x64a4086f 0x9c67100 eid = 0x48a Jul 4 2023 07:54:23.479000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x0 pool_context = 0x0 time = 0x64a4086f 0x1c8cf5c0 eid = 0x48b Jul 4 2023 07:54:23.817000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost2" pool_guid = 0xdf62cf4103851db0 pool_state = 0x1 pool_context = 0x0 time = 0x64a4086f 0x30b26e40 eid = 0x48c Jul 4 2023 07:54:23.849000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0x0 pool_state = 0x5 pool_context = 0x0 time = 0x64a4086f 0x329ab640 eid = 0x48d Jul 4 2023 07:54:24.751000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x1f history_time = 0x64a40870 time = 0x64a40870 0x2cc359c0 eid = 0x48e Jul 4 2023 07:54:24.752000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x1f history_time = 0x64a40870 time = 0x64a40870 0x2cd29c00 eid = 0x48f Jul 4 2023 07:54:24.795000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40870 0x2f62bcc0 eid = 0x490 Jul 4 2023 07:54:24.795000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40870 0x2f62bcc0 eid = 0x491 Jul 4 2023 07:54:24.799000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x22 history_time = 0x64a40870 time = 0x64a40870 0x2f9fc5c0 eid = 0x492 Jul 4 2023 07:54:24.817000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40870 0x30b26e40 eid = 0x493 Jul 4 2023 07:54:25.410000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x24 history_time = 0x64a40871 time = 0x64a40871 0x18701a80 eid = 0x494 Jul 4 2023 07:54:25.422000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x25 history_time = 0x64a40871 time = 0x64a40871 0x19273580 eid = 0x495 Jul 4 2023 07:54:25.437000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x26 history_time = 0x64a40871 time = 0x64a40871 0x1a0c1740 eid = 0x496 Jul 4 2023 07:54:25.449000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:flags=37" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x27 history_time = 0x64a40871 time = 0x64a40871 0x1ac33240 eid = 0x497 Jul 4 2023 07:54:25.465000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x28 history_time = 0x64a40871 time = 0x64a40871 0x1bb75640 eid = 0x498 Jul 4 2023 07:54:25.476000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x29 history_time = 0x64a40871 time = 0x64a40871 0x1c5f2f00 eid = 0x499 Jul 4 2023 07:54:25.489000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre:MDT0000" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x2a history_time = 0x64a40871 time = 0x64a40871 0x1d258c40 eid = 0x49a Jul 4 2023 07:54:25.997000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre-MDT0000" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x40 history_time = 0x64a40871 time = 0x64a40871 0x3b6d0340 eid = 0x49b Jul 4 2023 07:54:30.370000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a40876 time = 0x64a40876 0x160dc080 eid = 0x49c Jul 4 2023 07:54:30.370000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a40876 time = 0x64a40876 0x160dc080 eid = 0x49d Jul 4 2023 07:54:30.429000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a40876 0x19920540 eid = 0x49e Jul 4 2023 07:54:30.429000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a40876 0x19920540 eid = 0x49f Jul 4 2023 07:54:30.431000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a40876 time = 0x64a40876 0x19b089c0 eid = 0x4a0 Jul 4 2023 07:54:30.459000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a40876 0x1b5bc8c0 eid = 0x4a1 Jul 4 2023 07:54:31.111000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.144@tcp" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x26 history_time = 0x64a40877 time = 0x64a40877 0x69db9c0 eid = 0x4a2 Jul 4 2023 07:54:31.145000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x27 history_time = 0x64a40877 time = 0x64a40877 0x8a48640 eid = 0x4a3 Jul 4 2023 07:54:31.172000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x28 history_time = 0x64a40877 time = 0x64a40877 0xa408300 eid = 0x4a4 Jul 4 2023 07:54:31.193000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x29 history_time = 0x64a40877 time = 0x64a40877 0xb80f240 eid = 0x4a5 Jul 4 2023 07:54:31.208000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x2a history_time = 0x64a40877 time = 0x64a40877 0xc65d400 eid = 0x4a6 Jul 4 2023 07:54:31.219000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x2b history_time = 0x64a40877 time = 0x64a40877 0xd0dacc0 eid = 0x4a7 Jul 4 2023 07:54:31.232000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x2c history_time = 0x64a40877 time = 0x64a40877 0xdd40a00 eid = 0x4a8 Jul 4 2023 07:54:31.245000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x2d history_time = 0x64a40877 time = 0x64a40877 0xe9a6740 eid = 0x4a9 Jul 4 2023 07:54:31.621000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x86 history_txg = 0x31 history_time = 0x64a40877 time = 0x64a40877 0x2503b540 eid = 0x4aa Jul 4 2023 07:54:43.834000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x1 pool_context = 0x0 time = 0x64a40883 0x31b5d480 eid = 0x4ab Jul 4 2023 07:54:43.871000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x5 pool_context = 0x0 time = 0x64a40883 0x33ea67c0 eid = 0x4ac Jul 4 2023 07:54:45.096000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x1 pool_context = 0x0 time = 0x64a40885 0x5b8d800 eid = 0x4ad Jul 4 2023 07:54:45.125000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x5 pool_context = 0x0 time = 0x64a40885 0x7735940 eid = 0x4ae Jul 4 2023 07:54:47.763000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x67 history_time = 0x64a40887 time = 0x64a40887 0x2d7a74c0 eid = 0x4af Jul 4 2023 07:54:47.764000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x67 history_time = 0x64a40887 time = 0x64a40887 0x2d89b700 eid = 0x4b0 Jul 4 2023 07:54:47.800000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40887 0x2faf0800 eid = 0x4b1 Jul 4 2023 07:54:47.800000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40887 0x2faf0800 eid = 0x4b2 Jul 4 2023 07:54:47.802000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x6a history_time = 0x64a40887 time = 0x64a40887 0x2fcd8c80 eid = 0x4b3 Jul 4 2023 07:54:47.822000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40887 0x30feb980 eid = 0x4b4 Jul 4 2023 07:54:51.504000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4c history_time = 0x64a4088b time = 0x64a4088b 0x1e0a6e00 eid = 0x4b5 Jul 4 2023 07:54:51.505000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4c history_time = 0x64a4088b time = 0x64a4088b 0x1e19b040 eid = 0x4b6 Jul 4 2023 07:54:51.566000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a4088b 0x21bc7980 eid = 0x4b7 Jul 4 2023 07:54:51.567000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a4088b 0x21cbbbc0 eid = 0x4b8 Jul 4 2023 07:54:51.571000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x4f history_time = 0x64a4088b time = 0x64a4088b 0x2208c4c0 eid = 0x4b9 Jul 4 2023 07:54:51.590000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x0 pool_context = 0x0 time = 0x64a4088b 0x232aaf80 eid = 0x4ba Jul 4 2023 07:55:04.569000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x1 pool_context = 0x0 time = 0x64a40898 0x21ea4040 eid = 0x4bb Jul 4 2023 07:55:04.604000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0xb97bf9537666af96 pool_state = 0x5 pool_context = 0x0 time = 0x64a40898 0x24004f00 eid = 0x4bc Jul 4 2023 07:55:05.909000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x1 pool_context = 0x0 time = 0x64a40899 0x362e3d40 eid = 0x4bd Jul 4 2023 07:55:05.940000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x5 pool_context = 0x0 time = 0x64a40899 0x38074300 eid = 0x4be Jul 4 2023 07:55:16.065000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x98 history_time = 0x64a408a4 time = 0x64a408a4 0x3dfd240 eid = 0x4bf Jul 4 2023 07:55:16.066000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x98 history_time = 0x64a408a4 time = 0x64a408a4 0x3ef1480 eid = 0x4c0 Jul 4 2023 07:55:16.091000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408a4 0x56c8cc0 eid = 0x4c1 Jul 4 2023 07:55:16.091000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408a4 0x56c8cc0 eid = 0x4c2 Jul 4 2023 07:55:16.092000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg344-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg344-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x9b history_time = 0x64a408a4 time = 0x64a408a4 0x57bcf00 eid = 0x4c3 Jul 4 2023 07:55:16.103000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xa4ceee847c3ea4a0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408a4 0x623a7c0 eid = 0x4c4