====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 16344 - 72 - - - - 227 - - - - ddt_cache 0x00040 3394560 3188736 199680 24912 17 16 20 136 128 160 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 7680 - 512 - - - - 15 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 88064 - 1024 - - - - 86 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 212992 - 16384 - - - - 13 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 13361152 11927552 954368 114688 14 13 13 112 104 104 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 20623360 5242880 1085440 131072 19 19 132 152 40 1056 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 4600 - 40 - - - - 115 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 62016 - 1088 - - - - 57 - - - - arc_buf_hdr_t_full 0x00084 - 47840 - 416 - - - - 115 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 4080 - 136 - - - - 30 - - - - dmu_buf_impl_t 0x00084 - 22000 - 400 - - - - 55 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 37588872163 451179294544 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 37588906494 451183423194 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 39310656468 451185197459 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 39321189728 451187389135 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 39320035109 451189829196 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 387 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116511 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295111429 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 134 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 0 1 0 0 131072 1 4 5 0 | 1 2 0xf160490 1 1024 4295116512 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 0 0 4 65536 16384 1 4 4 0 | 1 2 0xf160090 1 1024 4295116512 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 133 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295111488 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 0 0 1 16384 16384 1 4 10 0 | 1 2 0xf160090 1 2048 4295116512 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295111484 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 12 196608 16384 1 4 3 0 | 1 2 0xf160090 1 512 4295116512 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295111428 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295111467 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 58 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295111509 132 0 170 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 8 131072 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295111358 6 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295116499 28 0 4 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 135 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295111369 4 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 132 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295116501 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295111429 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295111484 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295111429 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295111484 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295116499 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295111465 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295111467 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295111466 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 58 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295111509 132 0 170 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295111429 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295116499 28 0 4 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 385 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116511 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 386 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116511 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471447 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 43059394231 1688471447 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471447 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471447 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471447 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471447 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471447 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 388) 1688471447 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 388) canmount=0 1688471447 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471447 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471447 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 388) xattr=2 1688471447 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 388) dnodesize=1 1688471447 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471447 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471447 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471447 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 388) lustre:flags=101 1688471447 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471447 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471447 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471448 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3309125048 1688471448 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471448 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471448 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471448 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 44105786401 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471450 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 46234073954 1688471450 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471450 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471450 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471450 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471450 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471450 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) canmount=0 1688471450 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471450 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) xattr=2 1688471450 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471450 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.107@tcp 1688471450 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471450 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471450 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471450 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471450 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471450 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471451 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3313696184 1688471451 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471451 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471451 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471451 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 47521591454 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471453 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 49749423516 1688471453 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471453 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471453 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471453 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471453 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471453 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471453 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) canmount=0 1688471453 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471453 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471453 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) xattr=2 1688471454 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471454 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.107@tcp 1688471454 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471454 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471454 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471454 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471454 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471454 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3583884728 1688471454 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471454 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471454 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471454 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 50882876812 1688471459 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471459 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471459 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471459 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471459 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471459 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471460 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 55966220514 1688471460 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471460 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471460 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471460 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471460 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471460 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471460 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471460 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471460 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 388) lustre:flags=37 1688471460 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471460 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471460 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471462 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre-MDT0000 1688471465 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471465 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471465 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471465 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471465 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471465 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471465 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471465 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471465 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471465 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471465 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 61866043552 1688471465 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471465 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471465 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471465 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471465 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471465 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471466 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471466 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471466 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.107@tcp 1688471466 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471466 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471466 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471466 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471467 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471471 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471471 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471471 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471471 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471471 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471471 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471471 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471471 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471471 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471471 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471471 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 67141626557 1688471471 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471471 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471471 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471471 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471471 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471471 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471471 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471471 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471471 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471471 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.107@tcp 1688471471 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471471 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 387) lustre:flags=34 1688471471 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471471 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471471 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471472 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 387) lustre:svname=lustre-OST0001 1688471512 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471512 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471512 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 108474658517 1688471515 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471515 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471515 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 111587637462 1688471522 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471522 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 118728035269 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471527 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 123678031682 1688471527 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471527 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471527 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471527 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471527 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 260) 1688471527 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 260) quota=409600000 1688471527 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 260) canmount=0 1688471527 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471527 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 260) xattr=2 1688471527 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 260) dnodesize=1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471528 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471528 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471528 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 260) lustre:flags=101 1688471528 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471528 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471528 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471528 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2884730296 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471528 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 124776609082 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471530 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 126664185071 1688471530 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471530 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471530 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471530 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471530 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 388) 1688471530 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 388) quota=409600000 1688471530 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 388) canmount=0 1688471530 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471530 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 388) xattr=2 1688471530 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 388) dnodesize=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 388) recordsize=1048576 1688471530 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 388) lustre:mgsnode=192.168.203.107@tcp 1688471530 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 388) lustre:sys.timeout=20 1688471530 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 388) lustre:autodegrade=on 1688471530 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 388) lustre:version=1 1688471531 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 388) lustre:flags=98 1688471531 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 388) lustre:index=0 1688471531 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 388) lustre:fsname=lustre 1688471531 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 388) lustre:svname=lustre:OST0000 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471531 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471531 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2824109496 1688471531 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 127671222562 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471533 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 129469706410 1688471533 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471533 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471533 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471533 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471533 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471533 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471533 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471533 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471533 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471533 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471533 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471533 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471533 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471533 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.203.107@tcp 1688471533 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471533 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471533 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471533 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471533 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471533 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471533 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471534 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471534 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471534 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471534 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 130389024954 1688471535 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471535 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471535 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471535 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471535 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471535 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471535 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471535 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471535 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 131203659717 1688471535 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471535 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471535 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471535 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471535 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471535 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471535 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471535 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471535 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471535 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 260) lustre:flags=37 1688471535 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471535 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471535 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471536 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre-MDT0000 1688471540 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471540 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471540 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471540 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471540 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471540 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471540 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471540 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471540 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471540 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471540 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 136196787933 1688471540 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471540 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471540 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471540 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471540 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471540 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471540 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471540 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 388) lustre:sys.timeout=20 1688471540 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 388) lustre:autodegrade=on 1688471540 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 388) lustre:mgsnode=192.168.203.107@tcp 1688471540 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 388) lustre:version=1 1688471540 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 388) lustre:flags=34 1688471541 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 388) lustre:index=0 1688471541 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 388) lustre:fsname=lustre 1688471541 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 388) lustre:svname=lustre:OST0000 1688471541 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 388) lustre:svname=lustre-OST0000 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471549 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 145458389301 1688471550 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471550 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471550 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 146747147277 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471558 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 154694265273 1688471558 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471558 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471558 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471558 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471558 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471558 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471558 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471558 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471558 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471558 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471558 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471558 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471558 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471559 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471559 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471559 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471559 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471559 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471559 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 155570978806 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471561 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 157339435752 1688471561 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471561 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471561 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471561 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471561 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471561 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471561 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471561 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471561 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471561 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471561 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.107@tcp 1688471561 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471561 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471561 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471561 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471561 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471561 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471562 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 158099934392 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471563 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 159791320689 1688471563 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471563 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471563 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471563 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471563 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471563 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471563 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471563 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471563 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471563 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471563 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471564 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471564 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.107@tcp 1688471564 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471564 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471564 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471564 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471564 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471564 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471564 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471564 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471564 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 160681476013 1688471565 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471565 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471565 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471565 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471565 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 161394934417 1688471565 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471565 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471565 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471565 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471565 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471565 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471565 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471566 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471566 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471566 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471566 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471566 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471566 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471570 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471570 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471570 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471570 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471570 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471570 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471570 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471570 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471570 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471570 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471570 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 166444588878 1688471570 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471570 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471570 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471570 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471570 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471570 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471571 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471571 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.107@tcp 1688471571 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471571 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471571 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471571 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471571 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471571 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471571 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471571 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471578 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471578 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471578 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471578 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471578 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471578 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471578 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471578 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471578 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471578 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471579 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 174979251959 1688471579 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471579 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471579 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471579 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471579 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471579 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471579 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471579 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471579 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471579 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.107@tcp 1688471579 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471579 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 259) lustre:flags=34 1688471579 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471579 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471579 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471580 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 259) lustre:svname=lustre-OST0001 1688471603 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471603 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471603 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 199300935245 1688471620 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471620 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471620 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 216555507283 1688471623 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471623 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471623 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 219718355422 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471643 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 239216158465 1688471643 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471643 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471643 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471643 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471643 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471643 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471643 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471643 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471643 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471643 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471643 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471643 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471643 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471643 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471643 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471644 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471644 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 240054537540 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471645 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 241660322870 1688471645 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471645 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471645 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471645 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471645 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471645 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471645 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471645 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471645 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471645 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471645 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471645 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471645 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471645 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.107@tcp 1688471645 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471645 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471645 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471645 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471646 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471646 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471646 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471646 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471646 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471646 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471646 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 242606818617 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471648 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 244350610230 1688471648 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471648 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471648 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471648 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471648 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 68) 1688471648 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 68) quota=409600000 1688471648 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 68) canmount=0 1688471648 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471648 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471648 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 68) xattr=2 1688471648 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 68) dnodesize=1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 68) recordsize=1048576 1688471648 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.203.107@tcp 1688471648 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471648 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471648 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 68) lustre:flags=98 1688471648 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471648 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471649 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471649 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471649 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471649 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 245159620854 1688471649 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471649 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471649 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471649 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471649 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471649 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471649 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471649 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471649 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471649 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471649 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 245873468700 1688471649 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471649 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471649 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471649 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471649 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471649 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471650 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471650 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471650 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471650 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471650 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471650 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471650 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471652 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471655 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471655 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471655 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471655 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471655 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471655 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471655 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471655 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471655 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471655 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471655 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 251696101155 1688471655 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471655 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471655 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471655 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471655 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471655 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471656 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471656 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471656 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471656 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.107@tcp 1688471656 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471656 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471656 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471656 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471656 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471656 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471668 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471668 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471668 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 264014657401 1688471669 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471669 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471669 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 265336484439 1688471671 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471671 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471671 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 99 1688471671 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=99 1688471671 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471671 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471671 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471671 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471671 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 99 1688471671 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=99 1688471671 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 267770038977 1688471671 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471671 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471671 spa_history.c:319:spa_history_log_sync(): txg 101 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471671 spa_history.c:319:spa_history_log_sync(): txg 101 set failmode=2 1688471671 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471671 spa_history.c:319:spa_history_log_sync(): txg 104 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471672 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471675 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471675 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471675 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471675 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471675 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471675 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471675 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471675 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471675 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471675 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471675 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 271662458971 1688471675 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471675 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471675 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471675 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471675 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471675 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471676 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471679 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471679 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471680 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471680 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471680 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471680 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471680 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471680 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471680 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 276030530515 1688471680 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471680 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471680 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471680 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471680 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471680 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471680 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471680 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471680 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.203.107@tcp 1688471680 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471680 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 68) lustre:flags=34 1688471680 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471680 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471680 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471681 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 68) lustre:svname=lustre-OST0001 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471692 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471693 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 288950836961 1688471710 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471710 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471710 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 306507851021 1688471717 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471717 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471717 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 313862442000 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471740 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 336140985303 1688471740 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471740 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471740 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471740 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471740 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 388) 1688471740 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 388) quota=409600000 1688471740 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 388) canmount=0 1688471740 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471740 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 388) xattr=2 1688471740 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 388) dnodesize=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471740 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471740 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 388) lustre:flags=101 1688471740 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471740 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471740 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471741 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471741 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471741 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2851028408 1688471741 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 337143727009 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471743 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 339192455070 1688471743 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471743 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471743 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471743 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471743 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471743 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 144) 1688471743 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 144) quota=409600000 1688471743 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 144) canmount=0 1688471743 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471743 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471743 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 144) xattr=2 1688471743 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 144) dnodesize=1 1688471743 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 144) recordsize=1048576 1688471743 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 144) lustre:mgsnode=192.168.203.107@tcp 1688471743 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 144) lustre:sys.timeout=20 1688471743 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 144) lustre:autodegrade=on 1688471743 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 144) lustre:version=1 1688471743 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 144) lustre:flags=98 1688471743 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 144) lustre:index=0 1688471743 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 144) lustre:fsname=lustre 1688471743 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 144) lustre:svname=lustre:OST0000 1688471744 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2854780344 1688471744 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471744 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471744 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471744 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 340422439156 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471746 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 342455384908 1688471746 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471746 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 138) canmount=0 1688471746 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471746 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471746 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471746 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 47) 1688471746 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 47) quota=409600000 1688471746 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 47) canmount=0 1688471746 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471746 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471746 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 47) xattr=2 1688471746 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 47) dnodesize=1 1688471746 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 47) recordsize=1048576 1688471746 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 47) lustre:mgsnode=192.168.203.107@tcp 1688471746 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 47) lustre:sys.timeout=20 1688471746 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 47) lustre:autodegrade=on 1688471746 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 47) lustre:version=1 1688471746 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 47) lustre:flags=98 1688471746 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 47) lustre:index=1 1688471747 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 47) lustre:fsname=lustre 1688471747 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 47) lustre:svname=lustre:OST0001 1688471747 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3308879288 1688471747 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471747 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471747 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471747 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 343703161307 1688471748 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471748 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471748 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471748 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471748 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 344601493553 1688471748 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471748 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471748 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471748 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471748 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471749 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471749 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471749 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471749 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471749 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 388) lustre:flags=37 1688471749 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471749 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471749 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471750 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre-MDT0000 1688471754 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471754 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471755 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471755 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471755 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 351010895077 1688471755 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471755 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471755 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471755 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471755 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471755 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471755 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 144) lustre:sys.timeout=20 1688471755 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 144) lustre:autodegrade=on 1688471755 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 144) lustre:mgsnode=192.168.203.107@tcp 1688471755 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 144) lustre:version=1 1688471755 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 144) lustre:flags=34 1688471755 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 144) lustre:index=0 1688471755 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 144) lustre:fsname=lustre 1688471755 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 144) lustre:svname=lustre:OST0000 1688471756 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 144) lustre:svname=lustre-OST0000 1688471768 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471768 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471768 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 364124047034 1688471769 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471769 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471769 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 365454940579 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471776 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 372809702568 1688471776 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471776 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471776 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471776 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471776 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471776 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 134) 1688471776 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 134) quota=409600000 1688471777 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 134) canmount=0 1688471777 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471777 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471777 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 134) xattr=2 1688471777 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 134) dnodesize=1 1688471777 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471777 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471777 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471777 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 134) lustre:flags=101 1688471777 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471777 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471777 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471777 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471777 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471777 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471777 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 373736099353 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471789 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 385434732214 1688471789 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471789 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471789 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471789 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471789 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471789 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 60) 1688471789 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 60) quota=409600000 1688471789 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 60) canmount=0 1688471789 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471789 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471789 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 60) xattr=2 1688471789 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 60) dnodesize=1 1688471789 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 60) lustre:sys.timeout=20 1688471789 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 60) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471789 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 60) lustre:version=1 1688471789 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 60) lustre:flags=101 1688471789 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 60) lustre:index=0 1688471789 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 60) lustre:fsname=lustre 1688471789 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 60) lustre:svname=lustre:MDT0000 1688471790 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3589930424 1688471790 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471790 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471790 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471790 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 386482780785 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471792 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 388559500135 1688471792 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471792 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471792 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471792 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471792 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471792 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471792 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) quota=409600000 1688471792 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) canmount=0 1688471792 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471792 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471792 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) xattr=2 1688471792 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471792 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471792 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.107@tcp 1688471792 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471792 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471793 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471793 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471793 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471793 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471793 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471793 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2824109496 1688471793 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471793 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471793 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471793 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 389919055504 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471796 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 391955410605 1688471796 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471796 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471796 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471796 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471796 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471796 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 270) 1688471796 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 270) quota=409600000 1688471796 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 270) canmount=0 1688471796 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471796 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471796 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 270) xattr=2 1688471796 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 270) dnodesize=1 1688471796 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 270) recordsize=1048576 1688471796 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 270) lustre:mgsnode=192.168.203.107@tcp 1688471796 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 270) lustre:sys.timeout=20 1688471796 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 270) lustre:autodegrade=on 1688471796 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 270) lustre:version=1 1688471796 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 270) lustre:flags=98 1688471796 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 270) lustre:index=1 1688471796 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 270) lustre:fsname=lustre 1688471796 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 270) lustre:svname=lustre:OST0001 1688471797 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 269581752 1688471797 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471797 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471797 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 393035564541 1688471797 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471797 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471797 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471797 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471797 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 393856429745 1688471797 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471797 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471797 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471797 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471797 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 60) lustre:sys.timeout=20 1688471798 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 60) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471798 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 60) lustre:version=1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 60) lustre:flags=37 1688471798 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 60) lustre:index=0 1688471798 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 60) lustre:fsname=lustre 1688471798 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 60) lustre:svname=lustre:MDT0000 1688471799 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 60) lustre:svname=lustre-MDT0000 1688471802 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471802 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471802 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471802 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471802 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471802 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471802 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471802 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471803 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471803 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471803 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 398995563650 1688471803 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471803 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471803 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471803 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471803 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471803 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471803 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471803 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.107@tcp 1688471803 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471803 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471803 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471803 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471803 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471803 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471803 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471804 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471811 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471811 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 407903496351 1688471813 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471813 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471813 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 409322763442 1688471816 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471816 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 99 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=99 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471816 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471816 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 99 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=99 1688471816 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 412311351150 1688471816 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471816 spa_history.c:319:spa_history_log_sync(): txg 101 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471816 spa_history.c:319:spa_history_log_sync(): txg 101 set failmode=2 1688471816 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471816 spa_history.c:319:spa_history_log_sync(): txg 104 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471817 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471820 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471820 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471820 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471820 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471821 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471821 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471821 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 417010879481 1688471821 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471821 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471821 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471821 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471821 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471821 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471822 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471835 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471835 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471835 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 431319763657 1688471836 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471836 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471836 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 432735430425 1688471847 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471847 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471848 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 148 1688471848 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=148 1688471848 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471848 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471848 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471848 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471848 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 148 1688471848 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=148 1688471848 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 444082203438 1688471848 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471848 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471848 spa_history.c:319:spa_history_log_sync(): txg 150 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471848 spa_history.c:319:spa_history_log_sync(): txg 150 set failmode=2 1688471848 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471848 spa_history.c:319:spa_history_log_sync(): txg 153 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471853 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 39312925916 451423809740 name type data dmu_tx_assigned 4 7474 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 24 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 39312362444 451428532544 name type data struct_size 4 4600 linear_cnt 4 99 linear_data_size 4 93696 scatter_cnt 4 16 scatter_data_size 4 54272 scatter_chunk_waste 4 23552 scatter_order_0 4 15 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 39316505922 451430680119 name type data hits 4 282362 misses 4 2129 demand_data_hits 4 6863 demand_data_misses 4 246 demand_metadata_hits 4 275493 demand_metadata_misses 4 1773 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 6 prefetch_metadata_misses 4 110 mru_hits 4 223847 mru_ghost_hits 4 0 mfu_hits 4 58509 mfu_ghost_hits 4 0 deleted 4 19024 mutex_miss 4 0 access_skip 4 0 evict_skip 4 2282 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 912687616 evict_l2_ineligible 4 389120 evict_l2_skip 4 0 hash_elements 4 114 hash_elements_max 4 3383 hash_collisions 4 107 hash_chains 4 0 hash_chain_max 4 2 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 820096 compressed_size 4 147968 uncompressed_size 4 11185664 overhead_size 4 527872 hdr_size 4 51920 data_size 4 0 metadata_size 4 675840 dbuf_size 4 22000 dnode_size 4 62016 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 546816 mru_evictable_data 4 0 mru_evictable_metadata 4 92160 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 96256 mfu_evictable_data 4 0 mfu_evictable_metadata 4 1024 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3633573888 memory_available_bytes 3 3572449280 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 820096 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 182543384 arc_meta_min 4 16777216 async_upgrade_sync 4 9 demand_hit_predictive_prefetch 4 58 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 39320506674 451432680921 name type data cache_count 4 14 cache_size_bytes 4 208896 cache_size_bytes_max 4 33294336 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 14 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 208896 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 450508 hash_misses 4 93838 hash_collisions 4 473 hash_elements 4 29 hash_elements_max 4 3369 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 3 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 600576 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 39312914820 451434301707 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 212100 dnode_hold_alloc_misses 4 9 dnode_hold_alloc_interior 4 29 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 3 dnode_hold_free_hits 4 6797 dnode_hold_free_misses 4 57 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 35 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 6968 dnode_reallocate 4 0 dnode_buf_evict 4 768 dnode_alloc_next_chunk 4 241 dnode_alloc_race 4 0 dnode_alloc_next_block 4 74 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 39312897353 451437153811 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 252 3 0x00 1 80 443991987968 451439336676 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2021376 1362944 85 210 72302850 1823220479 451085722527 132972148 267256855 451087950651 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 150 444082262230 C 0 9728 91648 8 50 6477627 3557 82390 28287168 151 444088739857 C 0 4096 590336 5 61 28642925 4110 71142 50041960 152 444117382782 C 0 0 0 0 0 51453358 3918 490617 128874 153 444168836140 C 0 0 574976 0 50 4787005 3866 7543 28142201 154 444173623145 C 0 0 0 0 0 28416233 3592 51557 95413 155 444202039378 C 0 0 73216 0 38 5000176649 6028 73232 15418086 156 449202216027 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 254 1 0x01 12 3264 443991999126 451447126938 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471848 0 4648253 1000000000 12890835292211768658 0 /dev/vdc1 2 153 1688471849 0 579903 1000000000 12890835292211768658 2 /dev/vdc1 3 153 1688471850 0 6438726 1000000000 12890835292211768658 1 /dev/vdc1 4 153 1688471851 0 2889799 1006107533 12890835292211768658 2 /dev/vdc1 5 153 1688471852 0 508112 1006034121 12890835292211768658 2 /dev/vdc1 6 153 1688471853 0 579343 1005969879 12890835292211768658 3 /dev/vdc1 7 155 1688471854 0 527530 1000000000 12890835292211768658 2 /dev/vdc1 8 155 1688471855 0 2275249 1000000000 12890835292211768658 2 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 39312920456 451452919258 name type data hits 4 532 misses 4 228330 max_streams 4 113813 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 38077913364 451457093713 implementation native byteswap scalar 3130132567 2415274174 superscalar 3773259475 2917686809 superscalar4 3228000992 2595938453 sse2 5685241537 3164795204 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 39321196732 451458984371 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 40189919407 451460905642 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 292149000 98073678 38323832 482309307 92528721 12197815 40478793 7524790 7367401 5201210 scalar 681454407 153871398 67996722 564605479 180994398 128797892 98267375 75785375 45326699 34534519 sse2 1076098161 394251785 216450572 1062718342 448052123 347070524 287161465 262752089 164511737 117675353 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 39321202418 451464278663 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 246 preferred_not_found 4 1883 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 1 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:56:36.304000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x10 history_time = 0x64a408f4 time = 0x64a408f4 0x121eac00 eid = 0x485 Jul 4 2023 07:56:36.339000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x11 history_time = 0x64a408f4 time = 0x64a408f4 0x1434bac0 eid = 0x486 Jul 4 2023 07:56:36.362000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:flags=98" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x12 history_time = 0x64a408f4 time = 0x64a408f4 0x1593ae80 eid = 0x487 Jul 4 2023 07:56:36.383000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x13 history_time = 0x64a408f4 time = 0x64a408f4 0x16d41dc0 eid = 0x488 Jul 4 2023 07:56:36.401000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x14 history_time = 0x64a408f4 time = 0x64a408f4 0x17e6c640 eid = 0x489 Jul 4 2023 07:56:36.424000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:svname=lustre:OST0001" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x15 history_time = 0x64a408f4 time = 0x64a408f4 0x1945ba00 eid = 0x48a Jul 4 2023 07:56:36.783000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 time = 0x64a408f4 0x2eaba1c0 eid = 0x48b Jul 4 2023 07:56:37.083000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x1 pool_context = 0x0 time = 0x64a408f5 0x4f27ac0 eid = 0x48c Jul 4 2023 07:56:37.106000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0x0 pool_state = 0x5 pool_context = 0x0 time = 0x64a408f5 0x6516e80 eid = 0x48d Jul 4 2023 07:56:37.927000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x1f history_time = 0x64a408f5 time = 0x64a408f5 0x3740e5c0 eid = 0x48e Jul 4 2023 07:56:37.928000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x1f history_time = 0x64a408f5 time = 0x64a408f5 0x37502800 eid = 0x48f Jul 4 2023 07:56:37.949000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x38909740 eid = 0x490 Jul 4 2023 07:56:37.949000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x38909740 eid = 0x491 Jul 4 2023 07:56:37.950000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x22 history_time = 0x64a408f5 time = 0x64a408f5 0x389fd980 eid = 0x492 Jul 4 2023 07:56:37.965000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x3984bb40 eid = 0x493 Jul 4 2023 07:56:38.532000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x24 history_time = 0x64a408f6 time = 0x64a408f6 0x1fb5ad00 eid = 0x494 Jul 4 2023 07:56:38.539000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x25 history_time = 0x64a408f6 time = 0x64a408f6 0x20207cc0 eid = 0x495 Jul 4 2023 07:56:38.546000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x26 history_time = 0x64a408f6 time = 0x64a408f6 0x208b4c80 eid = 0x496 Jul 4 2023 07:56:38.556000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:flags=37" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x27 history_time = 0x64a408f6 time = 0x64a408f6 0x2123e300 eid = 0x497 Jul 4 2023 07:56:38.568000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x28 history_time = 0x64a408f6 time = 0x64a408f6 0x21dafe00 eid = 0x498 Jul 4 2023 07:56:38.580000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x29 history_time = 0x64a408f6 time = 0x64a408f6 0x22921900 eid = 0x499 Jul 4 2023 07:56:38.593000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre:MDT0000" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x2a history_time = 0x64a408f6 time = 0x64a408f6 0x23587640 eid = 0x49a Jul 4 2023 07:56:39.036000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre-MDT0000" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x40 history_time = 0x64a408f7 time = 0x64a408f7 0x2255100 eid = 0x49b Jul 4 2023 07:56:43.068000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a408fb time = 0x64a408fb 0x40d9900 eid = 0x49c Jul 4 2023 07:56:43.071000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a408fb time = 0x64a408fb 0x43b5fc0 eid = 0x49d Jul 4 2023 07:56:43.172000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a408fb 0xa408300 eid = 0x49e Jul 4 2023 07:56:43.172000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a408fb 0xa408300 eid = 0x49f Jul 4 2023 07:56:43.176000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a408fb time = 0x64a408fb 0xa7d8c00 eid = 0x4a0 Jul 4 2023 07:56:43.199000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a408fb 0xbdc7fc0 eid = 0x4a1 Jul 4 2023 07:56:43.772000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.107@tcp" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x26 history_time = 0x64a408fb time = 0x64a408fb 0x2e03c900 eid = 0x4a2 Jul 4 2023 07:56:43.800000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x27 history_time = 0x64a408fb time = 0x64a408fb 0x2faf0800 eid = 0x4a3 Jul 4 2023 07:56:43.813000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x28 history_time = 0x64a408fb time = 0x64a408fb 0x30756540 eid = 0x4a4 Jul 4 2023 07:56:43.828000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x29 history_time = 0x64a408fb time = 0x64a408fb 0x315a4700 eid = 0x4a5 Jul 4 2023 07:56:43.843000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x2a history_time = 0x64a408fb time = 0x64a408fb 0x323f28c0 eid = 0x4a6 Jul 4 2023 07:56:43.864000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x2b history_time = 0x64a408fb time = 0x64a408fb 0x337f9800 eid = 0x4a7 Jul 4 2023 07:56:43.881000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x2c history_time = 0x64a408fb time = 0x64a408fb 0x3482fe40 eid = 0x4a8 Jul 4 2023 07:56:43.903000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x2d history_time = 0x64a408fb time = 0x64a408fb 0x35d2afc0 eid = 0x4a9 Jul 4 2023 07:56:44.206000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x31 history_time = 0x64a408fc time = 0x64a408fc 0xc474f80 eid = 0x4aa Jul 4 2023 07:56:51.946000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x1 pool_context = 0x0 time = 0x64a40903 0x3862d080 eid = 0x4ab Jul 4 2023 07:56:51.984000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x5 pool_context = 0x0 time = 0x64a40903 0x3aa6a600 eid = 0x4ac Jul 4 2023 07:56:53.368000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x1 pool_context = 0x0 time = 0x64a40905 0x15ef3c00 eid = 0x4ad Jul 4 2023 07:56:53.400000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x5 pool_context = 0x0 time = 0x64a40905 0x17d78400 eid = 0x4ae Jul 4 2023 07:56:56.388000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x65 history_time = 0x64a40908 time = 0x64a40908 0x17206900 eid = 0x4af Jul 4 2023 07:56:56.392000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x65 history_time = 0x64a40908 time = 0x64a40908 0x175d7200 eid = 0x4b0 Jul 4 2023 07:56:56.441000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40908 0x1a492040 eid = 0x4b1 Jul 4 2023 07:56:56.441000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40908 0x1a492040 eid = 0x4b2 Jul 4 2023 07:56:56.442000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x68 history_time = 0x64a40908 time = 0x64a40908 0x1a586280 eid = 0x4b3 Jul 4 2023 07:56:56.468000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40908 0x1be51d00 eid = 0x4b4 Jul 4 2023 07:57:01.086000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4b history_time = 0x64a4090d time = 0x64a4090d 0x5204180 eid = 0x4b5 Jul 4 2023 07:57:01.088000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4b history_time = 0x64a4090d time = 0x64a4090d 0x53ec600 eid = 0x4b6 Jul 4 2023 07:57:01.173000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a4090d 0xa4fc540 eid = 0x4b7 Jul 4 2023 07:57:01.173000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a4090d 0xa4fc540 eid = 0x4b8 Jul 4 2023 07:57:01.178000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x4e history_time = 0x64a4090d time = 0x64a4090d 0xa9c1080 eid = 0x4b9 Jul 4 2023 07:57:01.208000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a4090d 0xc65d400 eid = 0x4ba Jul 4 2023 07:57:15.358000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x1 pool_context = 0x0 time = 0x64a4091b 0x1556a580 eid = 0x4bb Jul 4 2023 07:57:15.398000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x5 pool_context = 0x0 time = 0x64a4091b 0x17b8ff80 eid = 0x4bc Jul 4 2023 07:57:16.778000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x1 pool_context = 0x0 time = 0x64a4091c 0x2e5f5680 eid = 0x4bd Jul 4 2023 07:57:16.810000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x5 pool_context = 0x0 time = 0x64a4091c 0x30479e80 eid = 0x4be Jul 4 2023 07:57:28.155000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x96 history_time = 0x64a40928 time = 0x64a40928 0x93d1cc0 eid = 0x4bf Jul 4 2023 07:57:28.156000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x96 history_time = 0x64a40928 time = 0x64a40928 0x94c5f00 eid = 0x4c0 Jul 4 2023 07:57:28.236000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40928 0xe111300 eid = 0x4c1 Jul 4 2023 07:57:28.236000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40928 0xe111300 eid = 0x4c2 Jul 4 2023 07:57:28.242000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x99 history_time = 0x64a40928 time = 0x64a40928 0xe6ca080 eid = 0x4c3 Jul 4 2023 07:57:28.269000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40928 0x10089d40 eid = 0x4c4 ====/proc/spl/kmem/slab======================= --------------------- cache ------------------------------------------------------- ----- slab ------ ---- object ----- --- emergency --- name flags size alloc slabsize objsize total alloc max total alloc max dlock alloc max spl_vn_cache 0x00084 - 0 - 160 - - - - 0 - - - - spl_vn_file_cache 0x00084 - 0 - 168 - - - - 0 - - - - spl_zlib_workspace_cache 0x00040 0 0 2145216 268104 0 0 0 0 0 0 0 0 0 mod_hash_entries 0x00084 - 840 - 24 - - - - 35 - - - - kcf_sreq_cache 0x00084 - 0 - 248 - - - - 0 - - - - kcf_areq_cache 0x00084 - 0 - 584 - - - - 0 - - - - kcf_context_cache 0x00084 - 0 - 208 - - - - 0 - - - - range_seg_cache 0x00084 - 16344 - 72 - - - - 227 - - - - ddt_cache 0x00040 3394560 3188736 199680 24912 17 16 20 136 128 160 0 0 0 ddt_entry_cache 0x00084 - 0 - 480 - - - - 0 - - - - zio_cache 0x00084 - 12600 - 1400 - - - - 9 - - - - zio_link_cache 0x00084 - 0 - 48 - - - - 0 - - - - zio_buf_512 0x00086 - 7680 - 512 - - - - 15 - - - - zio_data_buf_512 0x00086 - 0 - 512 - - - - 0 - - - - zio_buf_1024 0x00086 - 88064 - 1024 - - - - 86 - - - - zio_data_buf_1024 0x00086 - 0 - 1024 - - - - 0 - - - - zio_buf_1536 0x00086 - 1536 - 1536 - - - - 1 - - - - zio_data_buf_1536 0x00086 - 0 - 1536 - - - - 0 - - - - zio_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_data_buf_2048 0x00086 - 0 - 2048 - - - - 0 - - - - zio_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_data_buf_2560 0x00086 - 0 - 2560 - - - - 0 - - - - zio_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_data_buf_3072 0x00086 - 0 - 3072 - - - - 0 - - - - zio_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_data_buf_3584 0x00086 - 0 - 3584 - - - - 0 - - - - zio_buf_4096 0x00086 - 49152 - 4096 - - - - 12 - - - - zio_data_buf_4096 0x00086 - 0 - 4096 - - - - 0 - - - - zio_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_data_buf_5120 0x00086 - 0 - 5120 - - - - 0 - - - - zio_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_data_buf_6144 0x00086 - 0 - 6144 - - - - 0 - - - - zio_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_data_buf_7168 0x00086 - 0 - 7168 - - - - 0 - - - - zio_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_data_buf_8192 0x00086 - 0 - 8192 - - - - 0 - - - - zio_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_data_buf_10240 0x00086 - 0 - 10240 - - - - 0 - - - - zio_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_data_buf_12288 0x00086 - 0 - 12288 - - - - 0 - - - - zio_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_data_buf_14336 0x00086 - 0 - 14336 - - - - 0 - - - - zio_buf_16384 0x00086 - 212992 - 16384 - - - - 13 - - - - zio_data_buf_16384 0x00086 - 0 - 16384 - - - - 0 - - - - zio_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_data_buf_20480 0x00042 0 0 200704 20480 0 0 0 0 0 0 0 0 0 zio_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_data_buf_24576 0x00042 0 0 233472 24576 0 0 0 0 0 0 0 0 0 zio_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_data_buf_28672 0x00042 0 0 266240 28672 0 0 0 0 0 0 0 0 0 zio_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_data_buf_32768 0x00042 0 0 299008 32768 0 0 0 0 0 0 0 0 0 zio_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_data_buf_40960 0x00042 0 0 364544 40960 0 0 0 0 0 0 0 0 0 zio_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_data_buf_49152 0x00042 0 0 430080 49152 0 0 0 0 0 0 0 0 0 zio_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_data_buf_57344 0x00042 0 0 495616 57344 0 0 0 0 0 0 0 0 0 zio_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_data_buf_65536 0x00042 0 0 561152 65536 0 0 0 0 0 0 0 0 0 zio_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_data_buf_81920 0x00042 0 0 692224 81920 0 0 0 0 0 0 0 0 0 zio_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_data_buf_98304 0x00042 0 0 823296 98304 0 0 0 0 0 0 0 0 0 zio_buf_114688 0x00042 13361152 11927552 954368 114688 14 13 13 112 104 104 0 0 0 zio_data_buf_114688 0x00042 0 0 954368 114688 0 0 0 0 0 0 0 0 0 zio_buf_131072 0x00042 20623360 5242880 1085440 131072 19 19 132 152 40 1056 0 0 0 zio_data_buf_131072 0x00042 0 0 1085440 131072 0 0 0 0 0 0 0 0 0 zio_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_data_buf_163840 0x00042 0 0 1347584 163840 0 0 0 0 0 0 0 0 0 zio_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_data_buf_196608 0x00042 0 0 1609728 196608 0 0 0 0 0 0 0 0 0 zio_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_data_buf_229376 0x00042 0 0 1871872 229376 0 0 0 0 0 0 0 0 0 zio_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_data_buf_262144 0x00042 0 0 2134016 262144 0 0 0 0 0 0 0 0 0 zio_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_data_buf_327680 0x00042 0 0 2658304 327680 0 0 0 0 0 0 0 0 0 zio_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_data_buf_393216 0x00042 0 0 3182592 393216 0 0 0 0 0 0 0 0 0 zio_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_data_buf_458752 0x00042 0 0 3706880 458752 0 0 0 0 0 0 0 0 0 zio_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_data_buf_524288 0x00042 0 0 4231168 524288 0 0 0 0 0 0 0 0 0 zio_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_data_buf_655360 0x00042 0 0 5279744 655360 0 0 0 0 0 0 0 0 0 zio_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_data_buf_786432 0x00042 0 0 6328320 786432 0 0 0 0 0 0 0 0 0 zio_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_data_buf_917504 0x00042 0 0 7376896 917504 0 0 0 0 0 0 0 0 0 zio_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_data_buf_1048576 0x00042 0 0 8425472 1048576 0 0 0 0 0 0 0 0 0 zio_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_data_buf_1310720 0x00042 0 0 10522624 1310720 0 0 0 0 0 0 0 0 0 zio_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_data_buf_1572864 0x00042 0 0 12619776 1572864 0 0 0 0 0 0 0 0 0 zio_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_data_buf_1835008 0x00042 0 0 14716928 1835008 0 0 0 0 0 0 0 0 0 zio_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_data_buf_2097152 0x00042 0 0 16814080 2097152 0 0 0 0 0 0 0 0 0 zio_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_data_buf_2621440 0x00042 0 0 21008384 2621440 0 0 0 0 0 0 0 0 0 zio_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_data_buf_3145728 0x00042 0 0 25202688 3145728 0 0 0 0 0 0 0 0 0 zio_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_data_buf_3670016 0x00042 0 0 29396992 3670016 0 0 0 0 0 0 0 0 0 zio_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_data_buf_4194304 0x00042 0 0 29392896 4194304 0 0 0 0 0 0 0 0 0 zio_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_data_buf_5242880 0x00042 0 0 31485952 5242880 0 0 0 0 0 0 0 0 0 zio_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_data_buf_6291456 0x00042 0 0 31481856 6291456 0 0 0 0 0 0 0 0 0 zio_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_data_buf_7340032 0x00042 0 0 29380608 7340032 0 0 0 0 0 0 0 0 0 zio_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_data_buf_8388608 0x00042 0 0 25182208 8388608 0 0 0 0 0 0 0 0 0 zio_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_data_buf_10485760 0x00042 0 0 31473664 10485760 0 0 0 0 0 0 0 0 0 zio_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_data_buf_12582912 0x00042 0 0 25178112 12582912 0 0 0 0 0 0 0 0 0 zio_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_data_buf_14680064 0x00042 0 0 29372416 14680064 0 0 0 0 0 0 0 0 0 zio_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 zio_data_buf_16777216 0x00042 0 0 16785408 16777216 0 0 0 0 0 0 0 0 0 lz4_cache 0x00084 - 0 - 16384 - - - - 0 - - - - abd_t 0x00084 - 4600 - 40 - - - - 115 - - - - sa_cache 0x00084 - 0 - 376 - - - - 0 - - - - dnode_t 0x00084 - 62016 - 1088 - - - - 57 - - - - arc_buf_hdr_t_full 0x00084 - 47840 - 416 - - - - 115 - - - - arc_buf_hdr_t_full_crypt 0x00084 - 0 - 480 - - - - 0 - - - - arc_buf_hdr_t_l2only 0x00084 - 0 - 96 - - - - 0 - - - - arc_buf_t 0x00084 - 4080 - 136 - - - - 30 - - - - dmu_buf_impl_t 0x00084 - 22000 - 400 - - - - 55 - - - - zil_lwb_cache 0x00084 - 0 - 432 - - - - 0 - - - - zil_zcw_cache 0x00084 - 0 - 240 - - - - 0 - - - - sio_cache_0 0x00084 - 0 - 136 - - - - 0 - - - - sio_cache_1 0x00084 - 0 - 152 - - - - 0 - - - - sio_cache_2 0x00084 - 0 - 168 - - - - 0 - - - - zfs_znode_cache 0x00084 - 0 - 1432 - - - - 0 - - - - zfs_znode_hold_cache 0x00084 - 0 - 144 - - - - 0 - - - - ====/proc/spl/kstat/kcf/framework_stats======================= 0 1 0x01 9 2448 37588872163 452188289816 name type data total threads in pool 2 0 idle threads in pool 2 0 min threads in pool 2 1 max threads in pool 2 2 requests in gswq 2 0 max requests in gswq 2 4194304 threads for HW taskq 2 8 minalloc for HW taskq 2 64 maxalloc for HW taskq 2 2097152 ====/proc/spl/kstat/kcf/NONAME_provider_stats======================= 1 1 0x01 4 1088 37588906494 452191702598 name type data kcf_ops_total 4 0 kcf_ops_passed 4 0 kcf_ops_failed 4 0 kcf_ops_returned_busy 4 0 ====/proc/spl/kstat/zfs/fm======================= 6 1 0x01 4 1088 39310656468 452193861528 name type data erpt-dropped 4 0 erpt-set-failed 4 0 fmri-set-failed 4 0 payload-set-failed 4 0 ====/proc/spl/kstat/zfs/zil======================= 15 1 0x01 13 3536 39321189728 452196303516 name type data zil_commit_count 4 0 zil_commit_writer_count 4 0 zil_itx_count 4 0 zil_itx_indirect_count 4 0 zil_itx_indirect_bytes 4 0 zil_itx_copied_count 4 0 zil_itx_copied_bytes 4 0 zil_itx_needcopy_count 4 0 zil_itx_needcopy_bytes 4 0 zil_itx_metaslab_normal_count 4 0 zil_itx_metaslab_normal_bytes 4 0 zil_itx_metaslab_slog_count 4 0 zil_itx_metaslab_slog_bytes 4 0 ====/proc/spl/kstat/zfs/dbufs======================= 13 0 0x01 -1 0 39320035109 452200509415 dbuf | arcbuf | dnode pool objset object level blkid offset dbsize meta state dbholds dbc | list atype flags count asize access mru gmru mfu gmfu l2 l2_dattr l2_asize l2_comp aholds | dtype btype data_bs meta_bs bsize lvls dholds blocks dsize lustre-mdt1 0 387 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116511 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 3 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295111429 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 134 0 0 0 16384 1 4 1 0 | 0 2 0x2160000 1 16384 0 0 0 0 0 0 0 0 0 1 | 5 6 16384 131072 48 1 2 1 16384 lustre-mdt1 0 0 1 0 0 131072 1 4 5 0 | 1 2 0xf160490 1 1024 4295116512 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 0 0 4 65536 16384 1 4 4 0 | 1 2 0xf160090 1 1024 4295116512 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 133 0 0 0 16384 1 4 0 1 | 1 2 0xf160090 1 1024 4295111488 0 0 0 0 0 0 0 0 1 | 3 4 16384 131072 8 1 1 1 16384 lustre-mdt1 0 0 0 1 16384 16384 1 4 10 0 | 1 2 0xf160090 1 2048 4295116512 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 6 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295111484 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 12 196608 16384 1 4 3 0 | 1 2 0xf160090 1 512 4295116512 0 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 2 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 2048 4295111428 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 51 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295111467 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 58 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295111509 132 0 170 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 0 0 8 131072 16384 1 4 0 1 | 1 2 0xf160090 1 512 4295111358 6 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 1 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295116499 28 0 4 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 135 0 0 0 1536 1 4 0 1 | 1 2 0xf160090 1 1024 4295111369 4 0 0 0 0 0 0 0 1 | 196 0 1536 131072 0 1 1 1 1536 lustre-mdt1 0 132 0 0 0 131072 1 4 0 1 | 1 2 0xf160090 1 3072 4295116501 0 0 0 0 0 0 0 0 1 | 29 30 131072 131072 40 1 1 1 131072 lustre-mdt1 0 3 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295111429 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 5 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295111484 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 4 0 1 4096 4096 1 4 0 1 | 1 2 0xf160090 1 512 4295111429 1 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 7 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295111484 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 0 0 0 0 16384 1 4 7 0 | 3 2 0xf160090 1 1024 4295116499 2 0 0 0 0 0 0 0 1 | 10 0 16384 131072 0 2 6 54 212992 lustre-mdt1 0 4 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295111465 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 52 0 0 0 1024 1 4 0 1 | 3 2 0xf160090 1 512 4295111467 14 0 0 0 0 0 0 0 1 | 196 0 1024 131072 0 1 1 1 1024 lustre-mdt1 0 3 0 0 0 4096 1 4 0 1 | 1 2 0xf160080 1 3072 4295111466 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 58 0 1 16384 16384 1 4 0 1 | 3 2 0xf160090 1 4096 4295111509 132 0 170 0 0 0 0 0 1 | 15 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 4 1 0 0 16384 1 4 2 0 | 1 2 0xf160490 1 512 4295111429 2 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 2 4 2 8192 lustre-mdt1 0 1 0 0 0 16384 1 4 0 1 | 3 2 0xf160090 1 512 4295116499 28 0 4 0 0 0 0 0 1 | 1 0 16384 131072 0 1 2 2 32768 lustre-mdt1 0 385 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116511 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 lustre-mdt1 0 386 0 0 0 4096 1 4 0 1 | 1 2 0xf160090 1 1024 4295116511 0 0 0 0 0 0 0 0 1 | 8 7 4096 16384 320 1 2 1 4096 ====/proc/spl/kstat/zfs/dbgmsg======================= timestamp message 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471447 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471447 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 43059394231 1688471447 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471447 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471447 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471447 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471447 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471447 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 388) 1688471447 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 388) canmount=0 1688471447 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471447 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-mdt1/mdt1 1688471447 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 388) xattr=2 1688471447 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 388) dnodesize=1 1688471447 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471447 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471447 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471447 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 388) lustre:flags=101 1688471447 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471447 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471447 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471448 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3309125048 1688471448 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471448 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471448 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471448 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 44105786401 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471450 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471450 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 46234073954 1688471450 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471450 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471450 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471450 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471450 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471450 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) canmount=0 1688471450 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471450 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost1/ost1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) xattr=2 1688471450 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471450 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.107@tcp 1688471450 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471450 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471450 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471450 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471450 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471450 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471450 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471451 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3313696184 1688471451 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471451 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471451 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471451 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 47521591454 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471453 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471453 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 49749423516 1688471453 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471453 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471453 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471453 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471453 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471453 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 387) 1688471453 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 387) canmount=0 1688471453 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471453 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off lustre-ost2/ost2 1688471453 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 387) xattr=2 1688471454 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 387) dnodesize=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 387) recordsize=1048576 1688471454 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.107@tcp 1688471454 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471454 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471454 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 387) lustre:flags=98 1688471454 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471454 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471454 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471454 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3583884728 1688471454 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471454 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471454 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471454 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 50882876812 1688471459 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471459 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 28 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=28 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471459 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471459 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471459 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471459 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 28 1688471459 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=28 1688471460 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 55966220514 1688471460 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471460 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471460 spa_history.c:319:spa_history_log_sync(): txg 30 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471460 spa_history.c:319:spa_history_log_sync(): txg 30 set failmode=2 1688471460 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471460 spa_history.c:319:spa_history_log_sync(): txg 33 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471460 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 35 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471460 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471460 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471460 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 388) lustre:flags=37 1688471460 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471460 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471460 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471462 spa_history.c:314:spa_history_log_sync(): txg 61 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre-MDT0000 1688471465 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471465 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471465 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 30 1688471465 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471465 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471465 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471465 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471465 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471465 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 30 1688471465 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=30 1688471465 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 61866043552 1688471465 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471465 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471465 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471465 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471465 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471465 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471466 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471466 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471466 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.107@tcp 1688471466 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471466 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471466 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471466 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471466 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471467 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471471 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471471 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471471 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 30 1688471471 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=30 1688471471 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471471 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471471 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471471 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471471 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 30 1688471471 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=30 1688471471 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 67141626557 1688471471 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471471 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471471 spa_history.c:319:spa_history_log_sync(): txg 32 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471471 spa_history.c:319:spa_history_log_sync(): txg 32 set failmode=2 1688471471 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471471 spa_history.c:319:spa_history_log_sync(): txg 35 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471471 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471471 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-ost2/ost2 (id 387) lustre:sys.timeout=20 1688471471 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 387) lustre:autodegrade=on 1688471471 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 387) lustre:mgsnode=192.168.203.107@tcp 1688471471 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 387) lustre:version=1 1688471471 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 387) lustre:flags=34 1688471471 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 387) lustre:index=1 1688471471 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 387) lustre:fsname=lustre 1688471471 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 387) lustre:svname=lustre:OST0001 1688471472 spa_history.c:314:spa_history_log_sync(): txg 46 set lustre-ost2/ost2 (id 387) lustre:svname=lustre-OST0001 1688471512 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471512 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471512 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 108474658517 1688471515 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471515 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471515 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 111587637462 1688471522 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471522 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471522 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 118728035269 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471527 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471527 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 123678031682 1688471527 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471527 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471527 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471527 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471527 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 260) 1688471527 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 260) quota=409600000 1688471527 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 260) canmount=0 1688471527 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471527 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 260) xattr=2 1688471527 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 260) dnodesize=1 1688471527 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471528 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471528 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471528 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 260) lustre:flags=101 1688471528 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471528 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471528 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471528 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2884730296 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471528 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471528 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471528 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 124776609082 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471530 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471530 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 126664185071 1688471530 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471530 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471530 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471530 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471530 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 388) 1688471530 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 388) quota=409600000 1688471530 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 388) canmount=0 1688471530 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471530 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 388) xattr=2 1688471530 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 388) dnodesize=1 1688471530 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 388) recordsize=1048576 1688471530 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 388) lustre:mgsnode=192.168.203.107@tcp 1688471530 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 388) lustre:sys.timeout=20 1688471530 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 388) lustre:autodegrade=on 1688471530 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 388) lustre:version=1 1688471531 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 388) lustre:flags=98 1688471531 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 388) lustre:index=0 1688471531 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 388) lustre:fsname=lustre 1688471531 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 388) lustre:svname=lustre:OST0000 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471531 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471531 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471531 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2824109496 1688471531 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 127671222562 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471533 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471533 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 129469706410 1688471533 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471533 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471533 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471533 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471533 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471533 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 67) 1688471533 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 67) quota=409600000 1688471533 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 67) canmount=0 1688471533 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471533 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471533 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 67) xattr=2 1688471533 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 67) dnodesize=1 1688471533 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 67) recordsize=1048576 1688471533 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 67) lustre:mgsnode=192.168.203.107@tcp 1688471533 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 67) lustre:sys.timeout=20 1688471533 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 67) lustre:autodegrade=on 1688471533 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 67) lustre:version=1 1688471533 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 67) lustre:flags=98 1688471533 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 67) lustre:index=1 1688471533 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 67) lustre:fsname=lustre 1688471533 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 67) lustre:svname=lustre:OST0001 1688471534 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471534 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471534 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471534 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 130389024954 1688471535 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471535 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471535 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471535 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471535 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471535 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471535 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471535 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471535 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 131203659717 1688471535 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471535 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471535 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471535 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471535 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471535 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471535 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471535 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 260) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471535 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 260) lustre:sys.timeout=20 1688471535 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 260) lustre:version=1 1688471535 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 260) lustre:flags=37 1688471535 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 260) lustre:index=0 1688471535 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 260) lustre:fsname=lustre 1688471535 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre:MDT0000 1688471536 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 260) lustre:svname=lustre-MDT0000 1688471540 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471540 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471540 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471540 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471540 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471540 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471540 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471540 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471540 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471540 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471540 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 136196787933 1688471540 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471540 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471540 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471540 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471540 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471540 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471540 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471540 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 388) lustre:sys.timeout=20 1688471540 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 388) lustre:autodegrade=on 1688471540 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 388) lustre:mgsnode=192.168.203.107@tcp 1688471540 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 388) lustre:version=1 1688471540 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 388) lustre:flags=34 1688471541 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 388) lustre:index=0 1688471541 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 388) lustre:fsname=lustre 1688471541 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 388) lustre:svname=lustre:OST0000 1688471541 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 388) lustre:svname=lustre-OST0000 1688471549 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471549 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471549 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 145458389301 1688471550 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471550 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471550 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 146747147277 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471558 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471558 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 154694265273 1688471558 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471558 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471558 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471558 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471558 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471558 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471558 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471558 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471558 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471558 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471558 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471558 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471558 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471558 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471559 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471559 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471559 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471559 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471559 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471559 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 155570978806 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471561 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471561 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 157339435752 1688471561 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471561 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471561 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471561 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471561 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 67) 1688471561 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 67) quota=409600000 1688471561 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 67) canmount=0 1688471561 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471561 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 67) xattr=2 1688471561 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 67) dnodesize=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 67) recordsize=1048576 1688471561 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.107@tcp 1688471561 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471561 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471561 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471561 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 67) lustre:flags=98 1688471561 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471561 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471561 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471562 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471562 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471562 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 158099934392 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471563 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471563 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 159791320689 1688471563 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471563 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471563 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471563 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471563 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471563 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 259) 1688471563 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 259) quota=409600000 1688471563 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 259) canmount=0 1688471563 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471563 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471563 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 259) xattr=2 1688471564 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 259) dnodesize=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 259) recordsize=1048576 1688471564 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.107@tcp 1688471564 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471564 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471564 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 259) lustre:flags=98 1688471564 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471564 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471564 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471564 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471564 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471564 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471564 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 160681476013 1688471565 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471565 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471565 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471565 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471565 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471565 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 161394934417 1688471565 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471565 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471565 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471565 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471565 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471565 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471565 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471565 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471565 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471566 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471566 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471566 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471566 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471566 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471566 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471570 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471570 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471570 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471570 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471570 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471570 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471570 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471570 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471570 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471570 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471570 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 166444588878 1688471570 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471570 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471570 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471570 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471570 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471570 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471571 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471571 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 67) lustre:mgsnode=192.168.203.107@tcp 1688471571 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 67) lustre:autodegrade=on 1688471571 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 67) lustre:sys.timeout=20 1688471571 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 67) lustre:version=1 1688471571 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 67) lustre:flags=34 1688471571 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 67) lustre:index=0 1688471571 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 67) lustre:fsname=lustre 1688471571 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 67) lustre:svname=lustre:OST0000 1688471571 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 67) lustre:svname=lustre-OST0000 1688471578 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471578 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471578 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471578 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471578 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471578 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471578 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471578 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471578 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471578 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471579 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 174979251959 1688471579 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471579 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471579 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471579 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471579 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471579 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471579 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471579 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 259) lustre:sys.timeout=20 1688471579 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 259) lustre:autodegrade=on 1688471579 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 259) lustre:mgsnode=192.168.203.107@tcp 1688471579 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 259) lustre:version=1 1688471579 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 259) lustre:flags=34 1688471579 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 259) lustre:index=1 1688471579 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 259) lustre:fsname=lustre 1688471579 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 259) lustre:svname=lustre:OST0001 1688471580 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 259) lustre:svname=lustre-OST0001 1688471603 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471603 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471603 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 199300935245 1688471620 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471620 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471620 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 216555507283 1688471623 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471623 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471623 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 219718355422 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471643 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471643 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 239216158465 1688471643 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471643 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471643 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471643 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471643 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 67) 1688471643 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 67) quota=409600000 1688471643 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 67) canmount=0 1688471643 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471643 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 67) xattr=2 1688471643 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 67) dnodesize=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471643 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471643 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471643 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 67) lustre:flags=101 1688471643 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471643 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471643 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471644 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471644 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471644 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 240054537540 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471645 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471645 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 241660322870 1688471645 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471645 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471645 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471645 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471645 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471645 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 259) 1688471645 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 259) quota=409600000 1688471645 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 259) canmount=0 1688471645 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471645 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471645 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 259) xattr=2 1688471645 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 259) dnodesize=1 1688471645 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 259) recordsize=1048576 1688471645 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.107@tcp 1688471645 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471645 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471645 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471645 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 259) lustre:flags=98 1688471646 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471646 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471646 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471646 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471646 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471646 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471646 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 242606818617 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471648 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471648 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 244350610230 1688471648 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471648 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471648 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471648 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471648 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 68) 1688471648 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 68) quota=409600000 1688471648 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 68) canmount=0 1688471648 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471648 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471648 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 68) xattr=2 1688471648 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 68) dnodesize=1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 68) recordsize=1048576 1688471648 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.203.107@tcp 1688471648 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471648 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471648 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 68) lustre:flags=98 1688471648 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471648 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471648 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471649 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471649 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471649 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471649 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 245159620854 1688471649 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471649 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471649 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471649 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471649 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471649 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471649 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471649 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471649 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471649 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471649 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 245873468700 1688471649 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471649 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471649 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471649 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471649 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471649 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471650 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471650 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 67) lustre:sys.timeout=20 1688471650 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 67) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471650 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 67) lustre:version=1 1688471650 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 67) lustre:flags=37 1688471650 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 67) lustre:index=0 1688471650 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 67) lustre:fsname=lustre 1688471650 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre:MDT0000 1688471652 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 67) lustre:svname=lustre-MDT0000 1688471655 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471655 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471655 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471655 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471655 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471655 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471655 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471655 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471655 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471655 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471655 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 251696101155 1688471655 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471655 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471655 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471655 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471655 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471655 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471656 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471656 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 259) lustre:sys.timeout=20 1688471656 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 259) lustre:autodegrade=on 1688471656 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 259) lustre:mgsnode=192.168.203.107@tcp 1688471656 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 259) lustre:version=1 1688471656 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 259) lustre:flags=34 1688471656 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 259) lustre:index=0 1688471656 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 259) lustre:fsname=lustre 1688471656 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 259) lustre:svname=lustre:OST0000 1688471656 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 259) lustre:svname=lustre-OST0000 1688471668 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471668 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471668 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 264014657401 1688471669 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471669 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471669 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 265336484439 1688471671 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471671 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471671 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 99 1688471671 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=99 1688471671 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471671 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471671 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471671 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471671 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 99 1688471671 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=99 1688471671 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 267770038977 1688471671 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471671 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471671 spa_history.c:319:spa_history_log_sync(): txg 101 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471671 spa_history.c:319:spa_history_log_sync(): txg 101 set failmode=2 1688471671 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471671 spa_history.c:319:spa_history_log_sync(): txg 104 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471672 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471675 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471675 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471675 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471675 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471675 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471675 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471675 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471675 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471675 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471675 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471675 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 271662458971 1688471675 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471675 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471675 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471675 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471675 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471675 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471676 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471679 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost2 1688471679 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471680 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa $import. txg 31 1688471680 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471680 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471680 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471680 spa.c:5490:spa_import(): spa_import: importing lustre-ost2 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADING 1688471680 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdf1': best uberblock found for spa lustre-ost2. txg 31 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config untrusted): using uberblock with txg=31 1688471680 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 276030530515 1688471680 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471680 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): LOADED 1688471680 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471680 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471680 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=32 1688471680 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471680 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost2 1688471680 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost2/ost2 (id 68) lustre:sys.timeout=20 1688471680 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost2/ost2 (id 68) lustre:autodegrade=on 1688471680 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost2/ost2 (id 68) lustre:mgsnode=192.168.203.107@tcp 1688471680 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost2/ost2 (id 68) lustre:version=1 1688471680 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost2/ost2 (id 68) lustre:flags=34 1688471680 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost2/ost2 (id 68) lustre:index=1 1688471680 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost2/ost2 (id 68) lustre:fsname=lustre 1688471680 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost2/ost2 (id 68) lustre:svname=lustre:OST0001 1688471681 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost2/ost2 (id 68) lustre:svname=lustre-OST0001 1688471692 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471692 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471693 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 288950836961 1688471710 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471710 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471710 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 306507851021 1688471717 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471717 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471717 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 313862442000 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471740 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471740 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 336140985303 1688471740 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471740 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471740 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471740 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471740 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 388) 1688471740 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 388) quota=409600000 1688471740 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 388) canmount=0 1688471740 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471740 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 388) xattr=2 1688471740 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 388) dnodesize=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471740 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471740 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471740 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 388) lustre:flags=101 1688471740 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471740 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471740 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471741 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471741 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471741 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471741 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2851028408 1688471741 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 337143727009 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471743 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471743 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 339192455070 1688471743 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471743 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471743 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471743 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471743 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471743 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 144) 1688471743 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 144) quota=409600000 1688471743 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 144) canmount=0 1688471743 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471743 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471743 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 144) xattr=2 1688471743 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 144) dnodesize=1 1688471743 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 144) recordsize=1048576 1688471743 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 144) lustre:mgsnode=192.168.203.107@tcp 1688471743 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 144) lustre:sys.timeout=20 1688471743 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 144) lustre:autodegrade=on 1688471743 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 144) lustre:version=1 1688471743 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 144) lustre:flags=98 1688471743 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 144) lustre:index=0 1688471743 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 144) lustre:fsname=lustre 1688471743 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 144) lustre:svname=lustre:OST0000 1688471744 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2854780344 1688471744 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471744 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471744 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471744 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 340422439156 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471746 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471746 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 342455384908 1688471746 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471746 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 138) canmount=0 1688471746 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471746 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471746 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471746 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 47) 1688471746 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 47) quota=409600000 1688471746 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 47) canmount=0 1688471746 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471746 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471746 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 47) xattr=2 1688471746 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 47) dnodesize=1 1688471746 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 47) recordsize=1048576 1688471746 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 47) lustre:mgsnode=192.168.203.107@tcp 1688471746 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 47) lustre:sys.timeout=20 1688471746 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 47) lustre:autodegrade=on 1688471746 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 47) lustre:version=1 1688471746 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 47) lustre:flags=98 1688471746 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 47) lustre:index=1 1688471747 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 47) lustre:fsname=lustre 1688471747 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 47) lustre:svname=lustre:OST0001 1688471747 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3308879288 1688471747 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471747 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471747 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471747 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 343703161307 1688471748 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471748 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471748 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471748 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471748 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471748 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 344601493553 1688471748 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471748 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471748 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471748 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471748 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471748 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471749 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471749 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 388) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471749 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 388) lustre:sys.timeout=20 1688471749 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 388) lustre:version=1 1688471749 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 388) lustre:flags=37 1688471749 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 388) lustre:index=0 1688471749 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 388) lustre:fsname=lustre 1688471749 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre:MDT0000 1688471750 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 388) lustre:svname=lustre-MDT0000 1688471754 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471754 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471754 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471755 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471755 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471755 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471755 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 351010895077 1688471755 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471755 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471755 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471755 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471755 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471755 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471755 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471755 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 144) lustre:sys.timeout=20 1688471755 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 144) lustre:autodegrade=on 1688471755 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 144) lustre:mgsnode=192.168.203.107@tcp 1688471755 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 144) lustre:version=1 1688471755 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 144) lustre:flags=34 1688471755 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 144) lustre:index=0 1688471755 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 144) lustre:fsname=lustre 1688471755 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 144) lustre:svname=lustre:OST0000 1688471756 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 144) lustre:svname=lustre-OST0000 1688471768 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471768 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471768 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 364124047034 1688471769 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471769 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471769 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 365454940579 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471776 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471776 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 372809702568 1688471776 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471776 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471776 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471776 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471776 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471776 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 134) 1688471776 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 134) quota=409600000 1688471777 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 134) canmount=0 1688471777 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471777 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471777 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 134) xattr=2 1688471777 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 134) dnodesize=1 1688471777 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 134) lustre:sys.timeout=20 1688471777 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 134) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471777 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 134) lustre:version=1 1688471777 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 134) lustre:flags=101 1688471777 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 134) lustre:index=0 1688471777 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 134) lustre:fsname=lustre 1688471777 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 134) lustre:svname=lustre:MDT0000 1688471777 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471777 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471777 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471777 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 373736099353 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471789 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471789 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 385434732214 1688471789 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471789 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-mdt1 (id 54) canmount=0 1688471789 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-mdt1 /dev/vdc 1688471789 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471789 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471789 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-mdt1/mdt1 (id 60) 1688471789 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-mdt1/mdt1 (id 60) quota=409600000 1688471789 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-mdt1/mdt1 (id 60) canmount=0 1688471789 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471789 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-mdt1/mdt1 1688471789 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-mdt1/mdt1 (id 60) xattr=2 1688471789 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-mdt1/mdt1 (id 60) dnodesize=1 1688471789 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-mdt1/mdt1 (id 60) lustre:sys.timeout=20 1688471789 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-mdt1/mdt1 (id 60) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471789 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-mdt1/mdt1 (id 60) lustre:version=1 1688471789 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-mdt1/mdt1 (id 60) lustre:flags=101 1688471789 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-mdt1/mdt1 (id 60) lustre:index=0 1688471789 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-mdt1/mdt1 (id 60) lustre:fsname=lustre 1688471789 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-mdt1/mdt1 (id 60) lustre:svname=lustre:MDT0000 1688471790 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-mdt1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 3589930424 1688471790 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-mdt1 1688471790 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471790 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471790 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 386482780785 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471792 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471792 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 388559500135 1688471792 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471792 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost1 (id 54) canmount=0 1688471792 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost1 /dev/vde 1688471792 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471792 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471792 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost1/ost1 (id 135) 1688471792 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost1/ost1 (id 135) quota=409600000 1688471792 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost1/ost1 (id 135) canmount=0 1688471792 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471792 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost1/ost1 1688471792 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost1/ost1 (id 135) xattr=2 1688471792 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost1/ost1 (id 135) dnodesize=1 1688471792 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost1/ost1 (id 135) recordsize=1048576 1688471792 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.107@tcp 1688471792 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471792 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471793 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471793 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost1/ost1 (id 135) lustre:flags=98 1688471793 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471793 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471793 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471793 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost1': gethrtime 18446612132314218496 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 2824109496 1688471793 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost1 1688471793 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471793 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471793 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 389919055504 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 create pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@async_destroy=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@empty_bpobj=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@lz4_compress=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@multi_vdev_crash_dump=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_histogram=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@enabled_txg=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@hole_birth=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@extensible_dataset=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@embedded_data=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmarks=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@filesystem_limits=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_blocks=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@large_dnode=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@sha512=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@skein=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@edonr=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@userobj_accounting=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@encryption=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@project_quota=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@device_removal=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@obsolete_counts=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@zpool_checkpoint=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@spacemap_v2=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@allocation_classes=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@resilver_defer=enabled 1688471796 spa_history.c:319:spa_history_log_sync(): txg 4 set feature@bookmark_v2=enabled 1688471796 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost2' gethrtime 391955410605 1688471796 spa.c:7592:spa_async_request(): spa=lustre-ost2 async request task=1 1688471796 spa_history.c:314:spa_history_log_sync(): txg 5 set lustre-ost2 (id 54) canmount=0 1688471796 spa_history.c:306:spa_history_log_sync(): command: zpool create -f -O canmount=off lustre-ost2 /dev/vdf 1688471796 spa_history.c:319:spa_history_log_sync(): txg 6 set multihost=1 1688471796 spa_history.c:319:spa_history_log_sync(): txg 7 set feature@userobj_accounting=enabled 1688471796 spa_history.c:314:spa_history_log_sync(): txg 8 create lustre-ost2/ost2 (id 270) 1688471796 spa_history.c:314:spa_history_log_sync(): txg 9 set lustre-ost2/ost2 (id 270) quota=409600000 1688471796 spa_history.c:314:spa_history_log_sync(): txg 10 set lustre-ost2/ost2 (id 270) canmount=0 1688471796 spa_history.c:339:spa_history_log_sync(): ioctl create 1688471796 spa_history.c:306:spa_history_log_sync(): command: zfs create -o canmount=off -o quota=409600000 lustre-ost2/ost2 1688471796 spa_history.c:314:spa_history_log_sync(): txg 11 set lustre-ost2/ost2 (id 270) xattr=2 1688471796 spa_history.c:314:spa_history_log_sync(): txg 12 set lustre-ost2/ost2 (id 270) dnodesize=1 1688471796 spa_history.c:314:spa_history_log_sync(): txg 13 set lustre-ost2/ost2 (id 270) recordsize=1048576 1688471796 spa_history.c:314:spa_history_log_sync(): txg 14 set lustre-ost2/ost2 (id 270) lustre:mgsnode=192.168.203.107@tcp 1688471796 spa_history.c:314:spa_history_log_sync(): txg 15 set lustre-ost2/ost2 (id 270) lustre:sys.timeout=20 1688471796 spa_history.c:314:spa_history_log_sync(): txg 16 set lustre-ost2/ost2 (id 270) lustre:autodegrade=on 1688471796 spa_history.c:314:spa_history_log_sync(): txg 17 set lustre-ost2/ost2 (id 270) lustre:version=1 1688471796 spa_history.c:314:spa_history_log_sync(): txg 18 set lustre-ost2/ost2 (id 270) lustre:flags=98 1688471796 spa_history.c:314:spa_history_log_sync(): txg 19 set lustre-ost2/ost2 (id 270) lustre:index=1 1688471796 spa_history.c:314:spa_history_log_sync(): txg 20 set lustre-ost2/ost2 (id 270) lustre:fsname=lustre 1688471796 spa_history.c:314:spa_history_log_sync(): txg 21 set lustre-ost2/ost2 (id 270) lustre:svname=lustre:OST0001 1688471797 mmp.c:628:mmp_thread(): MMP state change pool 'lustre-ost2': gethrtime 18446612136609185792 last_spa_multihost 1 multihost 0 last_spa_suspended 0 suspended 269581752 1688471797 spa_history.c:306:spa_history_log_sync(): command: zpool set cachefile=none lustre-ost2 1688471797 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost2 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost2, config trusted): UNLOADING 1688471797 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost2' gethrtime 393035564541 1688471797 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471797 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 29 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=29 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471797 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471797 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471797 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 29 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=29 1688471797 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 393856429745 1688471797 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471797 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471797 spa_history.c:319:spa_history_log_sync(): txg 31 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471797 spa_history.c:319:spa_history_log_sync(): txg 31 set failmode=2 1688471797 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471797 spa_history.c:319:spa_history_log_sync(): txg 34 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471798 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 36 set lustre-mdt1/mdt1 (id 60) lustre:sys.timeout=20 1688471798 spa_history.c:314:spa_history_log_sync(): txg 37 set lustre-mdt1/mdt1 (id 60) lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 1688471798 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-mdt1/mdt1 (id 60) lustre:version=1 1688471798 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-mdt1/mdt1 (id 60) lustre:flags=37 1688471798 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-mdt1/mdt1 (id 60) lustre:index=0 1688471798 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-mdt1/mdt1 (id 60) lustre:fsname=lustre 1688471798 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-mdt1/mdt1 (id 60) lustre:svname=lustre:MDT0000 1688471799 spa_history.c:314:spa_history_log_sync(): txg 64 set lustre-mdt1/mdt1 (id 60) lustre:svname=lustre-MDT0000 1688471802 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471802 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471802 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 31 1688471802 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=31 1688471802 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471802 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471802 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471802 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471803 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 31 1688471803 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=31 1688471803 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 398995563650 1688471803 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471803 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471803 spa_history.c:319:spa_history_log_sync(): txg 33 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471803 spa_history.c:319:spa_history_log_sync(): txg 33 set failmode=2 1688471803 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471803 spa_history.c:319:spa_history_log_sync(): txg 36 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471803 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471803 spa_history.c:314:spa_history_log_sync(): txg 38 set lustre-ost1/ost1 (id 135) lustre:mgsnode=192.168.203.107@tcp 1688471803 spa_history.c:314:spa_history_log_sync(): txg 39 set lustre-ost1/ost1 (id 135) lustre:sys.timeout=20 1688471803 spa_history.c:314:spa_history_log_sync(): txg 40 set lustre-ost1/ost1 (id 135) lustre:autodegrade=on 1688471803 spa_history.c:314:spa_history_log_sync(): txg 41 set lustre-ost1/ost1 (id 135) lustre:version=1 1688471803 spa_history.c:314:spa_history_log_sync(): txg 42 set lustre-ost1/ost1 (id 135) lustre:flags=34 1688471803 spa_history.c:314:spa_history_log_sync(): txg 43 set lustre-ost1/ost1 (id 135) lustre:index=0 1688471803 spa_history.c:314:spa_history_log_sync(): txg 44 set lustre-ost1/ost1 (id 135) lustre:fsname=lustre 1688471803 spa_history.c:314:spa_history_log_sync(): txg 45 set lustre-ost1/ost1 (id 135) lustre:svname=lustre:OST0000 1688471804 spa_history.c:314:spa_history_log_sync(): txg 49 set lustre-ost1/ost1 (id 135) lustre:svname=lustre-OST0000 1688471811 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471811 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471811 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 407903496351 1688471813 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471813 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471813 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 409322763442 1688471816 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471816 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 99 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=99 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471816 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471816 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471816 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 99 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=99 1688471816 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 412311351150 1688471816 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471816 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471816 spa_history.c:319:spa_history_log_sync(): txg 101 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471816 spa_history.c:319:spa_history_log_sync(): txg 101 set failmode=2 1688471816 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471816 spa_history.c:319:spa_history_log_sync(): txg 104 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471817 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 1688471820 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-ost1 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471820 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa $import. txg 73 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=73 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471820 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471820 spa.c:5490:spa_import(): spa_import: importing lustre-ost1 1688471820 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADING 1688471821 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vde1': best uberblock found for spa lustre-ost1. txg 73 1688471821 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config untrusted): using uberblock with txg=73 1688471821 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-ost1' gethrtime 417010879481 1688471821 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=1 1688471821 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): LOADED 1688471821 spa_history.c:319:spa_history_log_sync(): txg 75 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471821 spa_history.c:319:spa_history_log_sync(): txg 75 set failmode=2 1688471821 spa.c:7592:spa_async_request(): spa=lustre-ost1 async request task=32 1688471821 spa_history.c:319:spa_history_log_sync(): txg 78 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471822 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-ost1 1688471835 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-ost1 1688471835 spa_misc.c:408:spa_load_note(): spa_load(lustre-ost1, config trusted): UNLOADING 1688471835 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-ost1' gethrtime 431319763657 1688471836 spa_history.c:306:spa_history_log_sync(): command: zpool export lustre-mdt1 1688471836 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): UNLOADING 1688471836 mmp.c:261:mmp_thread_stop(): MMP thread stopped pool 'lustre-mdt1' gethrtime 432735430425 1688471847 spa.c:5638:spa_tryimport(): spa_tryimport: importing lustre-mdt1 1688471847 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADING 1688471848 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa $import. txg 148 1688471848 spa_misc.c:408:spa_load_note(): spa_load($import, config untrusted): using uberblock with txg=148 1688471848 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): LOADED 1688471848 spa_misc.c:408:spa_load_note(): spa_load($import, config trusted): UNLOADING 1688471848 spa.c:5490:spa_import(): spa_import: importing lustre-mdt1 1688471848 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADING 1688471848 vdev.c:125:vdev_dbgmsg(): disk vdev '/dev/vdc1': best uberblock found for spa lustre-mdt1. txg 148 1688471848 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config untrusted): using uberblock with txg=148 1688471848 mmp.c:241:mmp_thread_start(): MMP thread started pool 'lustre-mdt1' gethrtime 444082203438 1688471848 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=1 1688471848 spa_misc.c:408:spa_load_note(): spa_load(lustre-mdt1, config trusted): LOADED 1688471848 spa_history.c:319:spa_history_log_sync(): txg 150 open pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471848 spa_history.c:319:spa_history_log_sync(): txg 150 set failmode=2 1688471848 spa.c:7592:spa_async_request(): spa=lustre-mdt1 async request task=32 1688471848 spa_history.c:319:spa_history_log_sync(): txg 153 import pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64 1688471853 spa_history.c:306:spa_history_log_sync(): command: zpool import -f -o cachefile=none -o failmode=panic -d /dev lustre-mdt1 ====/proc/spl/kstat/zfs/dmu_tx======================= 11 1 0x01 12 3264 39312925916 452463138346 name type data dmu_tx_assigned 4 7474 dmu_tx_delay 4 0 dmu_tx_error 4 0 dmu_tx_suspended 4 0 dmu_tx_group 4 0 dmu_tx_memory_reserve 4 0 dmu_tx_memory_reclaim 4 0 dmu_tx_dirty_throttle 4 0 dmu_tx_dirty_delay 4 0 dmu_tx_dirty_over_max 4 0 dmu_tx_dirty_frees_delay 4 0 dmu_tx_quota 4 24 ====/proc/spl/kstat/zfs/abdstats======================= 7 1 0x01 21 5712 39312362444 452465360669 name type data struct_size 4 4600 linear_cnt 4 99 linear_data_size 4 93696 scatter_cnt 4 16 scatter_data_size 4 54272 scatter_chunk_waste 4 23552 scatter_order_0 4 15 scatter_order_1 4 0 scatter_order_2 4 1 scatter_order_3 4 0 scatter_order_4 4 0 scatter_order_5 4 0 scatter_order_6 4 0 scatter_order_7 4 0 scatter_order_8 4 0 scatter_order_9 4 0 scatter_order_10 4 0 scatter_page_multi_chunk 4 0 scatter_page_multi_zone 4 0 scatter_page_alloc_retry 4 0 scatter_sg_table_retry 4 0 ====/proc/spl/kstat/zfs/arcstats======================= 12 1 0x01 98 26656 39316505922 452467231449 name type data hits 4 282362 misses 4 2129 demand_data_hits 4 6863 demand_data_misses 4 246 demand_metadata_hits 4 275493 demand_metadata_misses 4 1773 prefetch_data_hits 4 0 prefetch_data_misses 4 0 prefetch_metadata_hits 4 6 prefetch_metadata_misses 4 110 mru_hits 4 223847 mru_ghost_hits 4 0 mfu_hits 4 58509 mfu_ghost_hits 4 0 deleted 4 19024 mutex_miss 4 0 access_skip 4 0 evict_skip 4 2282 evict_not_enough 4 0 evict_l2_cached 4 0 evict_l2_eligible 4 912687616 evict_l2_ineligible 4 389120 evict_l2_skip 4 0 hash_elements 4 114 hash_elements_max 4 3383 hash_collisions 4 107 hash_chains 4 0 hash_chain_max 4 2 p 4 978018304 c 4 1956036608 c_min 4 122252288 c_max 4 1956036608 size 4 820096 compressed_size 4 147968 uncompressed_size 4 11185664 overhead_size 4 527872 hdr_size 4 51920 data_size 4 0 metadata_size 4 675840 dbuf_size 4 22000 dnode_size 4 62016 bonus_size 4 8320 anon_size 4 32768 anon_evictable_data 4 0 anon_evictable_metadata 4 0 mru_size 4 546816 mru_evictable_data 4 0 mru_evictable_metadata 4 92160 mru_ghost_size 4 0 mru_ghost_evictable_data 4 0 mru_ghost_evictable_metadata 4 0 mfu_size 4 96256 mfu_evictable_data 4 0 mfu_evictable_metadata 4 1024 mfu_ghost_size 4 0 mfu_ghost_evictable_data 4 0 mfu_ghost_evictable_metadata 4 0 l2_hits 4 0 l2_misses 4 0 l2_feeds 4 0 l2_rw_clash 4 0 l2_read_bytes 4 0 l2_write_bytes 4 0 l2_writes_sent 4 0 l2_writes_done 4 0 l2_writes_error 4 0 l2_writes_lock_retry 4 0 l2_evict_lock_retry 4 0 l2_evict_reading 4 0 l2_evict_l1cached 4 0 l2_free_on_write 4 0 l2_abort_lowmem 4 0 l2_cksum_bad 4 0 l2_io_error 4 0 l2_size 4 0 l2_asize 4 0 l2_hdr_size 4 0 memory_throttle_count 4 0 memory_direct_count 4 0 memory_indirect_count 4 0 memory_all_bytes 4 3912073216 memory_free_bytes 4 3633893376 memory_available_bytes 3 3572768768 arc_no_grow 4 0 arc_tempreserve 4 0 arc_loaned_bytes 4 0 arc_prune 4 0 arc_meta_used 4 820096 arc_meta_limit 4 1467027456 arc_dnode_limit 4 146702745 arc_meta_max 4 182543384 arc_meta_min 4 16777216 async_upgrade_sync 4 9 demand_hit_predictive_prefetch 4 58 demand_hit_prescient_prefetch 4 0 arc_need_free 4 0 arc_sys_free 4 61126144 arc_raw_size 4 0 ====/proc/spl/kstat/zfs/dbufstats======================= 14 1 0x01 43 11696 39320506674 452469996982 name type data cache_count 4 14 cache_size_bytes 4 208896 cache_size_bytes_max 4 33294336 cache_target_bytes 4 61126144 cache_lowater_bytes 4 55013530 cache_hiwater_bytes 4 67238758 cache_total_evicts 4 0 cache_level_0 4 14 cache_level_1 4 0 cache_level_2 4 0 cache_level_3 4 0 cache_level_4 4 0 cache_level_5 4 0 cache_level_6 4 0 cache_level_7 4 0 cache_level_8 4 0 cache_level_9 4 0 cache_level_10 4 0 cache_level_11 4 0 cache_level_0_bytes 4 208896 cache_level_1_bytes 4 0 cache_level_2_bytes 4 0 cache_level_3_bytes 4 0 cache_level_4_bytes 4 0 cache_level_5_bytes 4 0 cache_level_6_bytes 4 0 cache_level_7_bytes 4 0 cache_level_8_bytes 4 0 cache_level_9_bytes 4 0 cache_level_10_bytes 4 0 cache_level_11_bytes 4 0 hash_hits 4 450508 hash_misses 4 93838 hash_collisions 4 473 hash_elements 4 29 hash_elements_max 4 3369 hash_chains 4 0 hash_chain_max 4 2 hash_insert_race 4 3 metadata_cache_count 4 7 metadata_cache_size_bytes 4 69120 metadata_cache_size_bytes_max 4 600576 metadata_cache_overflow 4 0 ====/proc/spl/kstat/zfs/dnodestats======================= 9 1 0x01 28 7616 39312914820 452474832888 name type data dnode_hold_dbuf_hold 4 0 dnode_hold_dbuf_read 4 0 dnode_hold_alloc_hits 4 212100 dnode_hold_alloc_misses 4 9 dnode_hold_alloc_interior 4 29 dnode_hold_alloc_lock_retry 4 0 dnode_hold_alloc_lock_misses 4 0 dnode_hold_alloc_type_none 4 3 dnode_hold_free_hits 4 6797 dnode_hold_free_misses 4 57 dnode_hold_free_lock_misses 4 0 dnode_hold_free_lock_retry 4 0 dnode_hold_free_overflow 4 0 dnode_hold_free_refcount 4 35 dnode_free_interior_lock_retry 4 0 dnode_allocate 4 6968 dnode_reallocate 4 0 dnode_buf_evict 4 768 dnode_alloc_next_chunk 4 241 dnode_alloc_race 4 0 dnode_alloc_next_block 4 74 dnode_move_invalid 4 0 dnode_move_recheck1 4 0 dnode_move_recheck2 4 0 dnode_move_special 4 0 dnode_move_handle 4 0 dnode_move_rwlock 4 0 dnode_move_active 4 0 ====/proc/spl/kstat/zfs/xuio_stats======================= 8 1 0x01 6 1632 39312897353 452478754046 name type data onloan_read_buf 4 0 onloan_write_buf 4 0 read_buf_copied 4 0 read_buf_nocopy 4 0 write_buf_copied 4 0 write_buf_nocopy 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/io======================= 252 3 0x00 1 80 443991987968 452481845673 nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt 2021376 1363968 85 211 72305596 1823223225 452085966081 133256738 267541445 452086250950 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/txgs======================= txg birth state ndirty nread nwritten reads writes otime qtime wtime stime 150 444082262230 C 0 9728 91648 8 50 6477627 3557 82390 28287168 151 444088739857 C 0 4096 590336 5 61 28642925 4110 71142 50041960 152 444117382782 C 0 0 0 0 0 51453358 3918 490617 128874 153 444168836140 C 0 0 574976 0 50 4787005 3866 7543 28142201 154 444173623145 C 0 0 0 0 0 28416233 3592 51557 95413 155 444202039378 C 0 0 73216 0 38 5000176649 6028 73232 15418086 156 449202216027 O 0 0 0 0 0 0 0 0 0 ====/proc/spl/kstat/zfs/lustre-mdt1/reads======================= UID start objset object level blkid aflags origin pid process ====/proc/spl/kstat/zfs/lustre-mdt1/state======================= ONLINE ====/proc/spl/kstat/zfs/lustre-mdt1/iostats======================= 254 1 0x01 12 3264 443991999126 452493370784 name type data trim_extents_written 4 0 trim_bytes_written 4 0 trim_extents_skipped 4 0 trim_bytes_skipped 4 0 trim_extents_failed 4 0 trim_bytes_failed 4 0 autotrim_extents_written 4 0 autotrim_bytes_written 4 0 autotrim_extents_skipped 4 0 autotrim_bytes_skipped 4 0 autotrim_extents_failed 4 0 autotrim_bytes_failed 4 0 ====/proc/spl/kstat/zfs/lustre-mdt1/multihost======================= id txg timestamp error duration mmp_delay vdev_guid vdev_label vdev_path 1 0 1688471848 0 4648253 1000000000 12890835292211768658 0 /dev/vdc1 2 153 1688471849 0 579903 1000000000 12890835292211768658 2 /dev/vdc1 3 153 1688471850 0 6438726 1000000000 12890835292211768658 1 /dev/vdc1 4 153 1688471851 0 2889799 1006107533 12890835292211768658 2 /dev/vdc1 5 153 1688471852 0 508112 1006034121 12890835292211768658 2 /dev/vdc1 6 153 1688471853 0 579343 1005969879 12890835292211768658 3 /dev/vdc1 7 155 1688471854 0 527530 1000000000 12890835292211768658 2 /dev/vdc1 8 155 1688471855 0 2275249 1000000000 12890835292211768658 2 /dev/vdc1 9 155 1688471856 0 394630 1003730368 12890835292211768658 0 /dev/vdc1 ====/proc/spl/kstat/zfs/lustre-mdt1/dmu_tx_assign======================= ====/proc/spl/kstat/zfs/zfetchstats======================= 10 1 0x01 3 816 39312920456 452502786628 name type data hits 4 532 misses 4 228330 max_streams 4 113813 ====/proc/spl/kstat/zfs/import_progress======================= pool_guid load_state multihost_secs max_txg pool_name ====/proc/spl/kstat/zfs/fletcher_4_bench======================= 5 0 0x01 -1 0 38077913364 452508592228 implementation native byteswap scalar 3130132567 2415274174 superscalar 3773259475 2917686809 superscalar4 3228000992 2595938453 sse2 5685241537 3164795204 fastest sse2 sse2 ====/proc/spl/kstat/zfs/vdev_cache_stats======================= 16 1 0x01 3 816 39321196732 452511166522 name type data delegations 4 0 hits 4 0 misses 4 0 ====/proc/spl/kstat/zfs/vdev_raidz_bench======================= 18 0 0x01 -1 0 40189919407 452513696354 implementation gen_p gen_pq gen_pqr rec_p rec_q rec_r rec_pq rec_pr rec_qr rec_pqr original 292149000 98073678 38323832 482309307 92528721 12197815 40478793 7524790 7367401 5201210 scalar 681454407 153871398 67996722 564605479 180994398 128797892 98267375 75785375 45326699 34534519 sse2 1076098161 394251785 216450572 1062718342 448052123 347070524 287161465 262752089 164511737 117675353 fastest sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 sse2 ====/proc/spl/kstat/zfs/vdev_mirror_stats======================= 17 1 0x01 7 1904 39321202418 452516200754 name type data rotating_linear 4 0 rotating_offset 4 0 rotating_seek 4 0 non_rotating_linear 4 0 non_rotating_seek 4 0 preferred_found 4 246 preferred_not_found 4 1883 ====/proc/spl/taskq======================= taskq act nthr spwn maxt pri mina maxa cura flags ====/proc/spl/taskq-all======================= taskq act nthr spwn maxt pri mina maxa cura flags spl_system_taskq/0 0 1 0 64 100 4 2147483647 4 80000005 spl_delay_taskq/0 0 1 0 4 100 4 2147483647 4 80000005 spl_dynamic_taskq/0 0 1 0 1 100 4 2147483647 4 80000001 spl_kmem_cache/0 0 1 0 4 100 32 2147483647 32 80000005 zvol/0 0 1 0 32 100 64 2147483647 64 80000005 arc_prune/0 0 1 0 4 120 4 2147483647 4 80000005 dbu_evict/0 0 1 0 1 120 0 0 0 80000000 z_vdev_file/0 0 1 0 16 139 4 2147483647 0 80000004 z_null_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_null_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_rd_iss/0 0 1 0 8 100 50 2147483647 0 80000004 z_rd_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/2 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_rd_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_iss/0 0 3 0 3 101 50 2147483647 0 80000008 z_wr_iss_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_wr_int/0 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/1 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/2 0 2 0 12 100 50 2147483647 0 80000004 z_wr_int/3 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/4 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/5 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/6 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int/7 0 1 0 12 100 50 2147483647 0 80000004 z_wr_int_h/0 0 1 0 5 100 50 2147483647 0 80000004 z_fr_iss/0 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/1 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/2 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/3 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/4 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/5 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/6 0 1 0 12 100 50 2147483647 0 80000004 z_fr_iss/7 0 1 0 12 100 50 2147483647 0 80000004 z_fr_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_cl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_iss/0 0 1 0 1 100 50 2147483647 0 80000004 z_ioctl_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_trim_iss/0 0 1 0 4 100 50 2147483647 0 80000004 z_trim_int/0 0 1 0 1 100 50 2147483647 0 80000004 z_zvol/0 0 1 0 1 120 1 2147483647 1 80000000 z_prefetch/0 0 1 0 4 120 1 2147483647 0 80000004 z_upgrade/0 0 1 0 4 120 1 2147483647 0 80000004 dp_sync_taskq/0 0 3 0 3 139 1 2147483647 1 80000008 dp_zil_clean_taskq/0 0 4 0 4 139 1024 1048576 1024 80000009 z_iput/0 0 1 0 4 120 32 2147483647 32 80000005 z_unlinked_drain/0 0 1 0 4 120 4 2147483647 4 80000005 metaslab_group_taskq/0 0 1 0 2 100 10 2147483647 3 8000000c ====zpool events -v======================= TIME CLASS Jul 4 2023 07:56:36.304000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x10 history_time = 0x64a408f4 time = 0x64a408f4 0x121eac00 eid = 0x485 Jul 4 2023 07:56:36.339000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x11 history_time = 0x64a408f4 time = 0x64a408f4 0x1434bac0 eid = 0x486 Jul 4 2023 07:56:36.362000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:flags=98" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x12 history_time = 0x64a408f4 time = 0x64a408f4 0x1593ae80 eid = 0x487 Jul 4 2023 07:56:36.383000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:index=1" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x13 history_time = 0x64a408f4 time = 0x64a408f4 0x16d41dc0 eid = 0x488 Jul 4 2023 07:56:36.401000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x14 history_time = 0x64a408f4 time = 0x64a408f4 0x17e6c640 eid = 0x489 Jul 4 2023 07:56:36.424000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost2/ost2" history_internal_str = "lustre:svname=lustre:OST0001" history_internal_name = "set" history_dsid = 0x10e history_txg = 0x15 history_time = 0x64a408f4 time = 0x64a408f4 0x1945ba00 eid = 0x48a Jul 4 2023 07:56:36.783000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x0 pool_context = 0x0 time = 0x64a408f4 0x2eaba1c0 eid = 0x48b Jul 4 2023 07:56:37.083000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost2" pool_guid = 0xea3f7e7730d2be1c pool_state = 0x1 pool_context = 0x0 time = 0x64a408f5 0x4f27ac0 eid = 0x48c Jul 4 2023 07:56:37.106000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost2" pool_guid = 0x0 pool_state = 0x5 pool_context = 0x0 time = 0x64a408f5 0x6516e80 eid = 0x48d Jul 4 2023 07:56:37.927000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x1f history_time = 0x64a408f5 time = 0x64a408f5 0x3740e5c0 eid = 0x48e Jul 4 2023 07:56:37.928000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x1f history_time = 0x64a408f5 time = 0x64a408f5 0x37502800 eid = 0x48f Jul 4 2023 07:56:37.949000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x38909740 eid = 0x490 Jul 4 2023 07:56:37.949000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x38909740 eid = 0x491 Jul 4 2023 07:56:37.950000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x22 history_time = 0x64a408f5 time = 0x64a408f5 0x389fd980 eid = 0x492 Jul 4 2023 07:56:37.965000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a408f5 0x3984bb40 eid = 0x493 Jul 4 2023 07:56:38.532000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x24 history_time = 0x64a408f6 time = 0x64a408f6 0x1fb5ad00 eid = 0x494 Jul 4 2023 07:56:38.539000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x25 history_time = 0x64a408f6 time = 0x64a408f6 0x20207cc0 eid = 0x495 Jul 4 2023 07:56:38.546000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x26 history_time = 0x64a408f6 time = 0x64a408f6 0x208b4c80 eid = 0x496 Jul 4 2023 07:56:38.556000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:flags=37" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x27 history_time = 0x64a408f6 time = 0x64a408f6 0x2123e300 eid = 0x497 Jul 4 2023 07:56:38.568000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x28 history_time = 0x64a408f6 time = 0x64a408f6 0x21dafe00 eid = 0x498 Jul 4 2023 07:56:38.580000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x29 history_time = 0x64a408f6 time = 0x64a408f6 0x22921900 eid = 0x499 Jul 4 2023 07:56:38.593000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre:MDT0000" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x2a history_time = 0x64a408f6 time = 0x64a408f6 0x23587640 eid = 0x49a Jul 4 2023 07:56:39.036000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-mdt1/mdt1" history_internal_str = "lustre:svname=lustre-MDT0000" history_internal_name = "set" history_dsid = 0x3c history_txg = 0x40 history_time = 0x64a408f7 time = 0x64a408f7 0x2255100 eid = 0x49b Jul 4 2023 07:56:43.068000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x21 history_time = 0x64a408fb time = 0x64a408fb 0x40d9900 eid = 0x49c Jul 4 2023 07:56:43.071000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x21 history_time = 0x64a408fb time = 0x64a408fb 0x43b5fc0 eid = 0x49d Jul 4 2023 07:56:43.172000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a408fb 0xa408300 eid = 0x49e Jul 4 2023 07:56:43.172000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a408fb 0xa408300 eid = 0x49f Jul 4 2023 07:56:43.176000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x24 history_time = 0x64a408fb time = 0x64a408fb 0xa7d8c00 eid = 0x4a0 Jul 4 2023 07:56:43.199000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a408fb 0xbdc7fc0 eid = 0x4a1 Jul 4 2023 07:56:43.772000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:mgsnode=192.168.203.107@tcp" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x26 history_time = 0x64a408fb time = 0x64a408fb 0x2e03c900 eid = 0x4a2 Jul 4 2023 07:56:43.800000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:sys.timeout=20" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x27 history_time = 0x64a408fb time = 0x64a408fb 0x2faf0800 eid = 0x4a3 Jul 4 2023 07:56:43.813000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:autodegrade=on" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x28 history_time = 0x64a408fb time = 0x64a408fb 0x30756540 eid = 0x4a4 Jul 4 2023 07:56:43.828000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:version=1" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x29 history_time = 0x64a408fb time = 0x64a408fb 0x315a4700 eid = 0x4a5 Jul 4 2023 07:56:43.843000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:flags=34" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x2a history_time = 0x64a408fb time = 0x64a408fb 0x323f28c0 eid = 0x4a6 Jul 4 2023 07:56:43.864000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:index=0" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x2b history_time = 0x64a408fb time = 0x64a408fb 0x337f9800 eid = 0x4a7 Jul 4 2023 07:56:43.881000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:fsname=lustre" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x2c history_time = 0x64a408fb time = 0x64a408fb 0x3482fe40 eid = 0x4a8 Jul 4 2023 07:56:43.903000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre:OST0000" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x2d history_time = 0x64a408fb time = 0x64a408fb 0x35d2afc0 eid = 0x4a9 Jul 4 2023 07:56:44.206000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_dsname = "lustre-ost1/ost1" history_internal_str = "lustre:svname=lustre-OST0000" history_internal_name = "set" history_dsid = 0x87 history_txg = 0x31 history_time = 0x64a408fc time = 0x64a408fc 0xc474f80 eid = 0x4aa Jul 4 2023 07:56:51.946000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x1 pool_context = 0x0 time = 0x64a40903 0x3862d080 eid = 0x4ab Jul 4 2023 07:56:51.984000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x5 pool_context = 0x0 time = 0x64a40903 0x3aa6a600 eid = 0x4ac Jul 4 2023 07:56:53.368000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x1 pool_context = 0x0 time = 0x64a40905 0x15ef3c00 eid = 0x4ad Jul 4 2023 07:56:53.400000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x5 pool_context = 0x0 time = 0x64a40905 0x17d78400 eid = 0x4ae Jul 4 2023 07:56:56.388000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x65 history_time = 0x64a40908 time = 0x64a40908 0x17206900 eid = 0x4af Jul 4 2023 07:56:56.392000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x65 history_time = 0x64a40908 time = 0x64a40908 0x175d7200 eid = 0x4b0 Jul 4 2023 07:56:56.441000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40908 0x1a492040 eid = 0x4b1 Jul 4 2023 07:56:56.441000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40908 0x1a492040 eid = 0x4b2 Jul 4 2023 07:56:56.442000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x68 history_time = 0x64a40908 time = 0x64a40908 0x1a586280 eid = 0x4b3 Jul 4 2023 07:56:56.468000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40908 0x1be51d00 eid = 0x4b4 Jul 4 2023 07:57:01.086000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x4b history_time = 0x64a4090d time = 0x64a4090d 0x5204180 eid = 0x4b5 Jul 4 2023 07:57:01.088000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x4b history_time = 0x64a4090d time = 0x64a4090d 0x53ec600 eid = 0x4b6 Jul 4 2023 07:57:01.173000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a4090d 0xa4fc540 eid = 0x4b7 Jul 4 2023 07:57:01.173000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a4090d 0xa4fc540 eid = 0x4b8 Jul 4 2023 07:57:01.178000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x4e history_time = 0x64a4090d time = 0x64a4090d 0xa9c1080 eid = 0x4b9 Jul 4 2023 07:57:01.208000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x0 pool_context = 0x0 time = 0x64a4090d 0xc65d400 eid = 0x4ba Jul 4 2023 07:57:15.358000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x1 pool_context = 0x0 time = 0x64a4091b 0x1556a580 eid = 0x4bb Jul 4 2023 07:57:15.398000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-ost1" pool_guid = 0x4df81fb593f45bbc pool_state = 0x5 pool_context = 0x0 time = 0x64a4091b 0x17b8ff80 eid = 0x4bc Jul 4 2023 07:57:16.778000000 sysevent.fs.zfs.pool_export version = 0x0 class = "sysevent.fs.zfs.pool_export" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x1 pool_context = 0x0 time = 0x64a4091c 0x2e5f5680 eid = 0x4bd Jul 4 2023 07:57:16.810000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x5 pool_context = 0x0 time = 0x64a4091c 0x30479e80 eid = 0x4be Jul 4 2023 07:57:28.155000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "open" history_txg = 0x96 history_time = 0x64a40928 time = 0x64a40928 0x93d1cc0 eid = 0x4bf Jul 4 2023 07:57:28.156000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "failmode=2" history_internal_name = "set" history_txg = 0x96 history_time = 0x64a40928 time = 0x64a40928 0x94c5f00 eid = 0x4c0 Jul 4 2023 07:57:28.236000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40928 0xe111300 eid = 0x4c1 Jul 4 2023 07:57:28.236000000 sysevent.fs.zfs.pool_import version = 0x0 class = "sysevent.fs.zfs.pool_import" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40928 0xe111300 eid = 0x4c2 Jul 4 2023 07:57:28.242000000 sysevent.fs.zfs.history_event version = 0x0 class = "sysevent.fs.zfs.history_event" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 history_hostname = "oleg307-server.virtnet" history_internal_str = "pool version 5000; software version zfs-0.8.6-0-g2bc6689; uts oleg307-server.virtnet 3.10.0-7.9-debug #1 SMP Sat Mar 26 23:28:42 EDT 2022 x86_64" history_internal_name = "import" history_txg = 0x99 history_time = 0x64a40928 time = 0x64a40928 0xe6ca080 eid = 0x4c3 Jul 4 2023 07:57:28.269000000 sysevent.fs.zfs.config_sync version = 0x0 class = "sysevent.fs.zfs.config_sync" pool = "lustre-mdt1" pool_guid = 0xe6aa100c91f97df0 pool_state = 0x0 pool_context = 0x0 time = 0x64a40928 0x10089d40 eid = 0x4c4