== sanity-flr test 70a: flr mode fsx test ================ 10:06:38 (1789481198) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 1199 000002 1789481199.996776 MIRROR_EXTEND to 2 mirrors 000003 1789481200.390682 mapwrite 0x02caee thru 0x036821 (0x9d34 bytes) 000004 1789481200.464604 mapwrite 0x009cf3 thru 0x019618 (0xf926 bytes) 000005 1789481200.505365 punch from 0x00e23d to 0x0155e8 (0x73ac bytes) 000006 1789481200.510305 trunc from 0x03450a to 0x036821 (0x2318 bytes) truncating to largest ever: 0x3a2c6 000008 1789481200.515974 trunc from 0x036822 to 0x03a2c5 (0x3aa4 bytes) 000010 1789481200.534180 punch from 0x0145e6 to 0x021108 (0xcb23 bytes) fallocating to largest ever: 0x40000 000011 1789481200.538976 fallocate 0x03d1bc thru 0x03ffff (0x2e44 bytes) 000012 1789481200.543474 fallocate 0x00cf1d thru 0x00d0ed (0x1d1 bytes) 000013 1789481200.547582 fallocate 0x0161a9 thru 0x017b1a (0x1972 bytes) 000014 1789481200.551754 mapwrite 0x005a53 thru 0x00c7a2 (0x6d50 bytes) 000015 1789481200.566216 mapwrite 0x0135d1 thru 0x018857 (0x5287 bytes) 000016 1789481200.590471 trunc from 0x040000 to 0x0336b7 (0xc948 bytes) 000017 1789481200.609672 trunc from 0x0336b8 to 0x023ac3 (0xfbf4 bytes) 000018 1789481200.632846 trunc from 0x023ac4 to 0x024b94 (0x10d1 bytes) 000019 1789481200.648238 trunc from 0x024b95 to 0x0262be (0x172a bytes) 000020 1789481200.668741 write 0x008e4d thru 0x009ae2 (0xc96 bytes) 000021 1789481200.674499 punch from 0x00e825 to 0x0196de (0xaeba bytes) 000022 1789481200.683460 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x262bf): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x262bf): Mirror 2: 0xd66007a4 (stale) CRC-32 checksum value for chunk [0, 0x262bf): Mirror 1: 0x4b3a68bb Mirror 3: 0x4b3a68bb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x262bf: skipped 000024 1789481201.582865 read 0x0195a5 thru 0x023208 (0x9c64 bytes) 000025 1789481201.599644 fallocate 0x00e74e thru 0x01925e (0xab11 bytes) 000026 1789481201.634556 mapwrite 0x012ec4 thru 0x01fd71 (0xceae bytes) 000027 1789481201.679826 mapread 0x01b131 thru 0x024062 (0x8f32 bytes) 000028 1789481201.680727 mapwrite 0x00861d thru 0x00e5b7 (0x5f9b bytes) 000029 1789481201.701503 trunc from 0x007475 to 0x01694e (0xf4da bytes) 000030 1789481201.706827 trunc from 0x00374a to 0x00de78 (0xa72f bytes) 000031 1789481201.711505 mapread 0x0053c6 thru 0x00cfe3 (0x7c1e bytes) 000034 1789481201.720454 mapwrite 0x028c18 thru 0x0308ec (0x7cd5 bytes) 000035 1789481201.762026 fallocate 0x014f10 thru 0x0152c0 (0x3b1 bytes) 000036 1789481201.770151 trunc from 0x0308ed to 0x018440 (0x184ac bytes) 000037 1789481201.790097 punch from 0x000087 to 0x008609 (0x8583 bytes) 000038 1789481201.799497 mapwrite 0x0120bc thru 0x0135df (0x1524 bytes) 000039 1789481201.818709 mapread 0x009ad8 thru 0x0163d6 (0xc8ff bytes) 000041 1789481201.820710 read 0x00b467 thru 0x00c6ee (0x1288 bytes) 000042 1789481201.821446 write 0x01a459 thru 0x022b33 (0x86db bytes) 000043 1789481201.823549 mapread 0x022770 thru 0x022b33 (0x3c4 bytes) 000044 1789481201.824676 trunc from 0x022b34 to 0x01b23f (0x78f4 bytes) 000045 1789481201.837537 mapread 0x00bd4d thru 0x013d98 (0x804c bytes) 000046 1789481201.838817 punch from 0x01a296 to 0x01b23f (0xfaa bytes) 000047 1789481201.847836 fallocate 0x036186 thru 0x03ffff (0x9e7a bytes) 000048 1789481201.854629 trunc from 0x01b240 to 0x014c5d (0x65e2 bytes) 000049 1789481201.871961 write 0x020a1d thru 0x029026 (0x860a bytes) 000050 1789481201.873404 mapread 0x0025b1 thru 0x0070f4 (0x4b44 bytes) 000051 1789481201.884405 punch from 0x01044f to 0x012a81 (0x2633 bytes) 000052 1789481201.889275 fallocate 0x004796 thru 0x010b2b (0xc396 bytes) 000053 1789481201.894055 trunc from 0x0175d1 to 0x0227cd (0xb1fd bytes) 000054 1789481201.907480 read 0x01bc2f thru 0x0265ab (0xa97d bytes) 000055 1789481201.917556 fallocate 0x0396ff thru 0x03ffff (0x6901 bytes) 000056 1789481201.922329 mapwrite 0x03ad05 thru 0x03df5c (0x3258 bytes) 000057 1789481201.957700 punch from 0x004a0e to 0x00ecf4 (0xa2e7 bytes) 000058 1789481201.962753 mapread 0x02e3b4 thru 0x0359c8 (0x7615 bytes) 000059 1789481201.963937 trunc from 0x01d9c4 to 0x0281e9 (0xa826 bytes) 000060 1789481201.973625 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) Mirror 3: 0x39697fb7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x90f91d8b Mirror 4: 0x90f91d8b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000061 1789481202.743720 fallocate 0x03e6e5 thru 0x03ed67 (0x683 bytes) 000062 1789481202.777740 mapwrite 0x034fa1 thru 0x03ffff (0xb05f bytes) 000063 1789481202.850138 mapwrite 0x032fc7 thru 0x03cae4 (0x9b1e bytes) 000065 1789481202.871478 trunc from 0x00b178 to 0x0198e6 (0xe76f bytes) 000066 1789481202.875607 read 0x037c36 thru 0x03de01 (0x61cc bytes) 000067 1789481202.876293 fallocate 0x03bab1 thru 0x03ffff (0x454f bytes) 000069 1789481202.881371 mapread 0x031206 thru 0x0359fe (0x47f9 bytes) 000070 1789481202.882218 write 0x02fbb1 thru 0x02fd7c (0x1cc bytes) 000071 1789481202.890782 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) Mirror 3: 0x39697fb7 (stale) Mirror 4: 0x90f91d8b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2da129c2 Mirror 5: 0x2da129c2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000072 1789481203.769809 mapwrite 0x0080e7 thru 0x00b452 (0x336c bytes) 000073 1789481203.918826 mapwrite 0x00f6ae thru 0x01c67a (0xcfcd bytes) 000075 1789481203.952204 trunc from 0x03a760 to 0x03ffff (0x58a0 bytes) 000076 1789481203.957090 trunc from 0x0057af to 0x0152ac (0xfafe bytes) 000077 1789481203.964553 mapwrite 0x00240f thru 0x012030 (0xfc22 bytes) 000078 1789481204.029863 fallocate 0x03edf2 thru 0x03ffff (0x120e bytes) 000079 1789481204.034082 mapwrite 0x0273d8 thru 0x02a986 (0x35af bytes) 000080 1789481204.059535 fallocate 0x03c147 thru 0x03e008 (0x1ec2 bytes) 000081 1789481204.064716 trunc from 0x040000 to 0x00d247 (0x32db8 bytes) 000082 1789481204.101904 mapwrite 0x02b143 thru 0x03a0de (0xef9c bytes) 000083 1789481204.190197 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a0df): Mirror 2: 0x95e5a826 (stale) Mirror 4: 0xb03f4868 (stale) Mirror 5: 0xf0fa31b5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a0df): Mirror 2: 0x95e5a826 (stale) Mirror 4: 0xb03f4868 (stale) Mirror 5: 0xf0fa31b5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a0df: skipped 000084 1789481204.703772 read 0x0282bf thru 0x033949 (0xb68b bytes) 000085 1789481204.722652 fallocate 0x01f423 thru 0x028328 (0x8f06 bytes) 000087 1789481204.727287 mapread 0x02a7d4 thru 0x0393a3 (0xebd0 bytes) 000088 1789481204.754395 MIRROR_RESYNC 4 mirrors 000089 1789481205.599566 mapread 0x015805 thru 0x01ba52 (0x624e bytes) 000090 1789481205.616067 trunc from 0x02bb85 to 0x034470 (0x88ec bytes) 000091 1789481205.647790 punch from 0x009953 to 0x00feb7 (0x6565 bytes) 000092 1789481205.653063 write 0x03ae47 thru 0x03f1ed (0x43a7 bytes) 000093 1789481205.657862 read 0x010663 thru 0x01abb8 (0xa556 bytes) 000094 1789481205.665646 trunc from 0x02d32f to 0x036539 (0x920b bytes) 000095 1789481205.669583 mapwrite 0x02940c thru 0x02c76e (0x3363 bytes) 000096 1789481205.692595 punch from 0x004ab5 to 0x010aa2 (0xbfee bytes) 000097 1789481205.702548 trunc from 0x03f1ee to 0x034014 (0xb1d9 bytes) 000098 1789481205.724443 mapwrite 0x0090fa thru 0x014091 (0xaf98 bytes) 000099 1789481205.753498 write 0x0160b0 thru 0x017372 (0x12c3 bytes) 000100 1789481205.754438 trunc from 0x034015 to 0x0245f3 (0xfa21 bytes) 000101 1789481205.776001 mapread 0x00305d thru 0x00e4fa (0xb49e bytes) 000102 1789481205.777491 write 0x022a83 thru 0x023c60 (0x11de bytes) 000103 1789481205.783396 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x245f4): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x245f4): Mirror 2: 0xdacfde79 (stale) Mirror 4: 0xdacfde79 (stale) Mirror 5: 0xdacfde79 (stale) CRC-32 checksum value for chunk [0, 0x245f4): Mirror 1: 0x93852985 Mirror 6: 0x93852985 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x245f4: skipped 000105 1789481206.597691 mapwrite 0x036b86 thru 0x03876d (0x1be8 bytes) 000106 1789481206.679222 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3876e): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3876e): Mirror 2: 0xbec55ff6 (stale) Mirror 4: 0xbec55ff6 (stale) Mirror 5: 0xbec55ff6 (stale) Mirror 6: 0x4e7c139f (stale) CRC-32 checksum value for chunk [0, 0x3876e): Mirror 1: 0x84e430ee Mirror 7: 0x84e430ee lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3876e: skipped 000107 1789481207.337866 read 0x00ce6f thru 0x01cc40 (0xfdd2 bytes) 000108 1789481207.361844 trunc from 0x03876e to 0x00f0cd (0x296a0 bytes) 000109 1789481207.457727 punch from 0x007030 to 0x00f0cd (0x809e bytes) 000110 1789481207.463700 write 0x03363c thru 0x037696 (0x405b bytes) 000111 1789481207.465761 mapwrite 0x0098a0 thru 0x00a189 (0x8ea bytes) 000112 1789481207.500420 mapread 0x00d765 thru 0x013fd1 (0x686d bytes) 000113 1789481207.536533 punch from 0x026bc6 to 0x028a07 (0x1e42 bytes) 000114 1789481207.542626 punch from 0x009bda to 0x0103bc (0x67e3 bytes) 000116 1789481207.551355 fallocate 0x03aeaf thru 0x03ffff (0x5151 bytes) 000117 1789481207.556981 trunc from 0x00958a to 0x018f7d (0xf9f4 bytes) 000118 1789481207.561999 trunc from 0x01b9fa to 0x02305c (0x7663 bytes) 000119 1789481207.582991 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37697): Mirror 2: 0x811c998b (stale) Mirror 5: 0x811c998b (stale) Mirror 6: 0xc38b991 (stale) Mirror 7: 0xf5b9b516 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37697): Mirror 2: 0x811c998b (stale) Mirror 5: 0x811c998b (stale) Mirror 6: 0xc38b991 (stale) Mirror 7: 0xf5b9b516 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37697: skipped 000120 1789481208.078749 punch from 0x01c10b to 0x0210a9 (0x4f9f bytes) 000122 1789481208.084761 mapread 0x0346b0 thru 0x037696 (0x2fe7 bytes) 000123 1789481208.106264 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37697): Mirror 5: 0x811c998b (stale) Mirror 6: 0xc38b991 (stale) Mirror 7: 0xf5b9b516 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37697): Mirror 5: 0x811c998b (stale) Mirror 6: 0xc38b991 (stale) Mirror 7: 0xf5b9b516 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37697: skipped 000124 1789481208.373020 write 0x02b3cf thru 0x0391c0 (0xddf2 bytes) 000125 1789481208.384355 write 0x030cda thru 0x034134 (0x345b bytes) 000126 1789481208.385716 fallocate 0x01b8d9 thru 0x01f421 (0x3b49 bytes) 000127 1789481208.392602 mapwrite 0x03aaf2 thru 0x03b7d1 (0xce0 bytes) 000128 1789481208.451649 trunc from 0x03b7d2 to 0x00f7b9 (0x2c018 bytes) 000129 1789481208.478604 write 0x027ab3 thru 0x02f365 (0x78b3 bytes) 000130 1789481208.481858 trunc from 0x0267ea to 0x02f365 (0x8b7c bytes) 000131 1789481208.503900 trunc from 0x029cc9 to 0x02f365 (0x569d bytes) 000132 1789481208.512732 trunc from 0x006b96 to 0x0125f0 (0xba5b bytes) 000135 1789481208.519898 write 0x0014cb thru 0x00474e (0x3284 bytes) 000136 1789481208.530178 trunc from 0x02f366 to 0x02fb50 (0x7eb bytes) 000137 1789481208.553591 write 0x03a942 thru 0x03ffff (0x56be bytes) 000138 1789481208.556338 fallocate 0x011069 thru 0x011c22 (0xbba bytes) 000139 1789481208.565252 read 0x020805 thru 0x02dbcc (0xd3c8 bytes) 000141 1789481208.576195 write 0x0229eb thru 0x030d07 (0xe31d bytes) 000142 1789481208.581581 write 0x032821 thru 0x03bc9f (0x947f bytes) 000143 1789481208.589635 mapread 0x0392ef thru 0x03ffff (0x6d11 bytes) 000144 1789481208.590684 fallocate 0x034314 thru 0x036698 (0x2385 bytes) 000145 1789481208.600070 trunc from 0x023b53 to 0x02f298 (0xb746 bytes) 000146 1789481208.619821 punch from 0x03a1fd to 0x03ffff (0x5e03 bytes) 000147 1789481208.626377 trunc from 0x040000 to 0x0052df (0x3ad20 bytes) 000148 1789481208.642657 fallocate 0x015c0e thru 0x01c840 (0x6c33 bytes) 000149 1789481208.646877 trunc from 0x003492 to 0x0052df (0x1e4e bytes) 000150 1789481208.651508 trunc from 0x00292f to 0x0052df (0x29b1 bytes) 000151 1789481208.658609 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x52e0): Mirror 5: 0xa70902b7 (stale) Mirror 6: 0xcfd509d7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x52e0): Mirror 5: 0xa70902b7 (stale) Mirror 6: 0xcfd509d7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x52e0: skipped 000152 1789481208.900859 mapwrite 0x02df4c thru 0x03cb8b (0xec40 bytes) 000153 1789481208.966920 write 0x027f68 thru 0x02a628 (0x26c1 bytes) 000154 1789481208.977494 mapread 0x000adb thru 0x00cddc (0xc302 bytes) 000155 1789481208.989813 mapread 0x03117e thru 0x035a1f (0x48a2 bytes) 000156 1789481208.990709 read 0x02333c thru 0x02e239 (0xaefe bytes) 000157 1789481208.995986 trunc from 0x0108e7 to 0x016e1f (0x6539 bytes) 000158 1789481209.000813 fallocate 0x01b08b thru 0x0224c8 (0x743e bytes) 000159 1789481209.004912 fallocate 0x02d128 thru 0x03777a (0xa653 bytes) 000160 1789481209.008962 trunc from 0x018748 to 0x01cfa5 (0x485e bytes) 000161 1789481209.013812 write 0x030250 thru 0x0324d5 (0x2286 bytes) 000162 1789481209.015168 read 0x02ba13 thru 0x03a27f (0xe86d bytes) 000163 1789481209.016450 fallocate 0x03bbd5 thru 0x03ffff (0x442b bytes) 000164 1789481209.021369 fallocate 0x00f7a8 thru 0x018891 (0x90ea bytes) 000165 1789481209.026128 read 0x01cc4e thru 0x020fbe (0x4371 bytes) 000166 1789481209.041529 fallocate 0x01aa86 thru 0x027a94 (0xd00f bytes) 000167 1789481209.046347 mapwrite 0x0345e2 thru 0x0389aa (0x43c9 bytes) 000168 1789481209.064352 mapread 0x009741 thru 0x0102ee (0x6bae bytes) 000169 1789481209.066340 mapread 0x017ce1 thru 0x01837b (0x69b bytes) 000170 1789481209.067371 punch from 0x036962 to 0x03cb8b (0x622a bytes) 000171 1789481209.072100 write 0x001813 thru 0x003b78 (0x2366 bytes) 000172 1789481209.077320 MIRROR_RESYNC 3 mirrors 000173 1789481209.987521 punch from 0x0236ec to 0x031c16 (0xe52b bytes) 000174 1789481210.036172 trunc from 0x039056 to 0x03cb8b (0x3b36 bytes) 000176 1789481210.045993 punch from 0x02b6a4 to 0x038dc7 (0xd724 bytes) 000177 1789481210.055013 mapwrite 0x022bbf thru 0x0254cd (0x290f bytes) 000178 1789481210.129914 read 0x01ecdd thru 0x02c08f (0xd3b3 bytes) 000179 1789481210.130846 fallocate 0x01d175 thru 0x020cc9 (0x3b55 bytes) 000180 1789481210.134058 punch from 0x0124d0 to 0x015ffd (0x3b2e bytes) 000181 1789481210.137009 trunc from 0x03cb8c to 0x012a6a (0x2a121 bytes) 000182 1789481210.182756 punch from 0x00d24e to 0x012a6a (0x581d bytes) 000183 1789481210.187332 write 0x00bda1 thru 0x01608a (0xa2ea bytes) 000184 1789481210.200587 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1608b): Mirror 6: 0xdb49912b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1608b): Mirror 6: 0xdb49912b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1608b: skipped 000186 1789481210.474312 mapread 0x00f087 thru 0x01608a (0x7004 bytes) 000187 1789481210.496540 read 0x01567d thru 0x01608a (0xa0e bytes) 000188 1789481210.497221 write 0x00411b thru 0x012b8d (0xea73 bytes) 000189 1789481210.516486 write 0x0283f1 thru 0x02f252 (0x6e62 bytes) 000190 1789481210.518728 fallocate 0x017e1f thru 0x022e3e (0xb020 bytes) 000192 1789481210.527099 trunc from 0x00c07a to 0x01a8ba (0xe841 bytes) 000193 1789481210.546998 read 0x013866 thru 0x017901 (0x409c bytes) 000194 1789481210.556585 write 0x031c90 thru 0x039b82 (0x7ef3 bytes) 000195 1789481210.558996 trunc from 0x021742 to 0x02e22b (0xcaea bytes) 000196 1789481210.566244 trunc from 0x0157fc to 0x024c8c (0xf491 bytes) 000199 1789481210.572807 mapread 0x00b730 thru 0x01aa47 (0xf318 bytes) 000200 1789481210.608319 punch from 0x02991e to 0x02e482 (0x4b65 bytes) 000201 1789481210.613504 fallocate 0x010c9e thru 0x018f36 (0x8299 bytes) 000202 1789481210.619254 fallocate 0x01084d thru 0x010b0b (0x2bf bytes) 000204 1789481210.624820 punch from 0x02a46e to 0x039a31 (0xf5c4 bytes) 000205 1789481210.642378 write 0x014471 thru 0x01f90d (0xb49d bytes) 000206 1789481210.650245 mapread 0x00e719 thru 0x01dcea (0xf5d2 bytes) 000207 1789481210.651314 mapread 0x020077 thru 0x02d3a5 (0xd32f bytes) 000208 1789481210.788427 mapwrite 0x028a1a thru 0x035e9f (0xd486 bytes) 000209 1789481210.862843 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000210 1789481210.988759 mapwrite 0x00b8f6 thru 0x019ee8 (0xe5f3 bytes) 000211 1789481211.048926 mapwrite 0x010f42 thru 0x017697 (0x6756 bytes) 000213 1789481211.064366 punch from 0x0081c2 to 0x014039 (0xbe78 bytes) 000214 1789481211.069434 punch from 0x019e30 to 0x01eded (0x4fbe bytes) 000215 1789481211.077429 trunc from 0x02aa05 to 0x032f1f (0x851b bytes) 000217 1789481211.082840 mapwrite 0x01f040 thru 0x028086 (0x9047 bytes) 000218 1789481211.156732 MIRROR_EXTEND to 2 mirrors 000219 1789481211.857107 write 0x028815 thru 0x0381f4 (0xf9e0 bytes) 000220 1789481211.913778 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x39b83): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39b83): Mirror 2: 0x711965d5 (stale) CRC-32 checksum value for chunk [0, 0x39b83): Mirror 1: 0x2dfaa2f6 Mirror 3: 0x2dfaa2f6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39b83: skipped 000221 1789481212.582775 fallocate 0x039488 thru 0x03ffff (0x6b78 bytes) 000222 1789481212.621894 fallocate 0x00b288 thru 0x01429a (0x9013 bytes) 000223 1789481212.630185 trunc from 0x02a8a9 to 0x034b02 (0xa25a bytes) 000224 1789481212.637074 fallocate 0x00466f thru 0x0105ee (0xbf80 bytes) 000225 1789481212.642447 mapwrite 0x015c76 thru 0x025295 (0xf620 bytes) 000226 1789481212.694971 trunc from 0x01ae91 to 0x028c39 (0xdda9 bytes) 000227 1789481212.700427 trunc from 0x018e0b to 0x02460d (0xb803 bytes) 000228 1789481212.705800 fallocate 0x011da5 thru 0x012b5a (0xdb6 bytes) 000230 1789481212.710673 punch from 0x02448a to 0x02f643 (0xb1ba bytes) 000231 1789481212.714981 trunc from 0x01f555 to 0x023618 (0x40c4 bytes) 000232 1789481212.722968 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x39b83): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39b83): Mirror 2: 0x711965d5 (stale) Mirror 3: 0x2dfaa2f6 (stale) CRC-32 checksum value for chunk [0, 0x39b83): Mirror 1: 0x8898fefe Mirror 4: 0x8898fefe lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39b83: skipped 000233 1789481213.617379 trunc from 0x039b83 to 0x021e88 (0x17cfa bytes) 000234 1789481213.686352 mapread 0x0048fe thru 0x005721 (0xe24 bytes) 000235 1789481213.697300 trunc from 0x014f93 to 0x021e88 (0xcef6 bytes) 000236 1789481213.702801 read 0x008853 thru 0x00e08b (0x5839 bytes) 000237 1789481213.713293 mapread 0x011a12 thru 0x01463d (0x2c2c bytes) 000238 1789481213.721835 trunc from 0x021e89 to 0x01f463 (0x2a25 bytes) 000239 1789481213.741603 mapwrite 0x00cdcc thru 0x014353 (0x7588 bytes) 000240 1789481213.758271 read 0x015829 thru 0x01881f (0x2ff7 bytes) 000241 1789481213.758875 write 0x02d07d thru 0x03b988 (0xe90c bytes) 000242 1789481213.760515 mapread 0x030c7f thru 0x0323aa (0x172c bytes) 000243 1789481213.762514 read 0x00d825 thru 0x0181c7 (0xa9a3 bytes) 000246 1789481213.764430 trunc from 0x00b523 to 0x00e182 (0x2c60 bytes) 000247 1789481213.768326 mapwrite 0x017445 thru 0x02497b (0xd537 bytes) 000248 1789481213.803795 write 0x02f4f5 thru 0x037ffb (0x8b07 bytes) 000249 1789481213.805026 write 0x03568c thru 0x0393f5 (0x3d6a bytes) 000250 1789481213.805995 mapread 0x012cda thru 0x01cbfb (0x9f22 bytes) 000251 1789481213.807846 write 0x00c409 thru 0x01b977 (0xf56f bytes) 000252 1789481213.809940 punch from 0x02dfc5 to 0x02ee48 (0xe84 bytes) 000253 1789481213.814975 trunc from 0x03b989 to 0x01d068 (0x1e920 bytes) 000254 1789481213.834826 write 0x03b7db thru 0x03ffff (0x4825 bytes) 000255 1789481213.836787 mapread 0x0098be thru 0x00f7fe (0x5f41 bytes) 000256 1789481213.838683 trunc from 0x00f1ea to 0x01379b (0x45b2 bytes) 000257 1789481213.853931 read 0x0182dd thru 0x01bce9 (0x3a0d bytes) 000258 1789481213.854657 mapwrite 0x028044 thru 0x02b71f (0x36dc bytes) 000259 1789481213.884658 MIRROR_RESYNC 4 mirrors 000260 1789481215.157736 mapread 0x012e61 thru 0x020c6a (0xde0a bytes) 000261 1789481215.188613 trunc from 0x040000 to 0x01679d (0x29862 bytes) 000262 1789481215.224473 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1679e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1679e): Mirror 2: 0x7e68d340 (stale) Mirror 3: 0x7e68d340 (stale) Mirror 4: 0x7e68d340 (stale) CRC-32 checksum value for chunk [0, 0x1679e): Mirror 1: 0x7e68d340 Mirror 5: 0x7e68d340 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1679e: skipped 000264 1789481216.203391 mapwrite 0x005ed0 thru 0x00d8d1 (0x7a02 bytes) 000266 1789481216.348587 punch from 0x0118f3 to 0x015099 (0x37a7 bytes) 000267 1789481216.357817 punch from 0x00d322 to 0x0149d7 (0x76b6 bytes) 000268 1789481216.367485 fallocate 0x000208 thru 0x0044a5 (0x429e bytes) 000269 1789481216.375722 mapwrite 0x025c4b thru 0x030879 (0xac2f bytes) 000270 1789481216.463348 mapread 0x010599 thru 0x0185ff (0x8067 bytes) 000271 1789481216.476726 write 0x01350f thru 0x014924 (0x1416 bytes) 000272 1789481216.477684 read 0x02b90e thru 0x030879 (0x4f6c bytes) 000273 1789481216.479416 trunc from 0x006765 to 0x010a35 (0xa2d1 bytes) 000274 1789481216.487262 trunc from 0x03087a to 0x03926e (0x89f5 bytes) 000275 1789481216.511617 punch from 0x02854b to 0x038443 (0xfef9 bytes) 000276 1789481216.516502 trunc from 0x03921e to 0x03926e (0x51 bytes) 000277 1789481216.520872 write 0x014904 thru 0x019337 (0x4a34 bytes) 000278 1789481216.526568 trunc from 0x007875 to 0x014b13 (0xd29f bytes) 000279 1789481216.544425 write 0x036078 thru 0x03980f (0x3798 bytes) 000280 1789481216.563646 trunc from 0x039810 to 0x0388c2 (0xf4d bytes) 000281 1789481216.580857 write 0x032a4d thru 0x03d317 (0xa8cb bytes) 000282 1789481216.587625 fallocate 0x017e7d thru 0x018444 (0x5c8 bytes) 000283 1789481216.591842 write 0x01bcc2 thru 0x023d0a (0x8049 bytes) 000284 1789481216.596467 punch from 0x0155db to 0x01710c (0x1b32 bytes) 000285 1789481216.601596 mapwrite 0x00e820 thru 0x012103 (0x38e4 bytes) 000286 1789481216.624149 punch from 0x017a48 to 0x01d5b9 (0x5b72 bytes) 000287 1789481216.628608 fallocate 0x00edc8 thru 0x0142cb (0x5504 bytes) 000288 1789481216.638437 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3d318): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d318): Mirror 2: 0x16d2da35 (stale) Mirror 3: 0x16d2da35 (stale) Mirror 4: 0x16d2da35 (stale) Mirror 5: 0x2f9cba0 (stale) CRC-32 checksum value for chunk [0, 0x3d318): Mirror 1: 0x9516f2b3 Mirror 6: 0x9516f2b3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d318: skipped 000289 1789481217.464579 mapread 0x01bb43 thru 0x01ec46 (0x3104 bytes) 000290 1789481217.500200 trunc from 0x039261 to 0x03d317 (0x40b7 bytes) 000291 1789481217.540258 fallocate 0x017dae thru 0x01a07b (0x22ce bytes) 000292 1789481217.546368 punch from 0x0369cf to 0x03d317 (0x6949 bytes) 000293 1789481217.551791 mapread 0x00ae4e thru 0x016381 (0xb534 bytes) 000294 1789481217.571827 write 0x0121ad thru 0x018394 (0x61e8 bytes) 000295 1789481217.577258 trunc from 0x015fe2 to 0x01a46a (0x4489 bytes) 000296 1789481217.592295 trunc from 0x013683 to 0x01690e (0x328c bytes) 000297 1789481217.597476 trunc from 0x0065a8 to 0x006b3f (0x598 bytes) 000298 1789481217.606499 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d318): Mirror 2: 0x16d2da35 (stale) Mirror 4: 0x16d2da35 (stale) Mirror 5: 0x2f9cba0 (stale) Mirror 6: 0x9516f2b3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d318): Mirror 2: 0x16d2da35 (stale) Mirror 4: 0x16d2da35 (stale) Mirror 5: 0x2f9cba0 (stale) Mirror 6: 0x9516f2b3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d318: skipped 000299 1789481217.953331 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3d318): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d318): Mirror 2: 0x16d2da35 (stale) Mirror 4: 0x16d2da35 (stale) Mirror 5: 0x2f9cba0 (stale) Mirror 6: 0x9516f2b3 (stale) CRC-32 checksum value for chunk [0, 0x3d318): Mirror 1: 0x56f1d042 Mirror 7: 0x56f1d042 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d318: skipped 000300 1789481219.160426 fallocate 0x028ab3 thru 0x02d362 (0x48b0 bytes) 000301 1789481219.218490 read 0x0055a2 thru 0x012a77 (0xd4d6 bytes) 000302 1789481219.228607 fallocate 0x01fd56 thru 0x028dc5 (0x9070 bytes) 000303 1789481219.232922 mapwrite 0x019d85 thru 0x027efe (0xe17a bytes) 000304 1789481219.298603 mapwrite 0x01b3ac thru 0x01d181 (0x1dd6 bytes) 000305 1789481219.312585 mapwrite 0x00a3fa thru 0x011332 (0x6f39 bytes) 000307 1789481219.334614 trunc from 0x03d318 to 0x03df8e (0xc77 bytes) 000308 1789481219.369907 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3df8f): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3df8f): Mirror 2: 0xa77b9671 (stale) Mirror 4: 0xa77b9671 (stale) Mirror 5: 0xb7f97e6f (stale) Mirror 6: 0x6b271920 (stale) Mirror 7: 0xbe859fd (stale) CRC-32 checksum value for chunk [0, 0x3df8f): Mirror 1: 0xd2be9c08 Mirror 8: 0xd2be9c08 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3df8f: skipped 000309 1789481220.153838 mapread 0x00cea1 thru 0x010707 (0x3867 bytes) 000310 1789481220.181809 trunc from 0x03df8f to 0x01cf65 (0x21029 bytes) 000311 1789481220.248612 trunc from 0x01cf66 to 0x03e7f5 (0x21890 bytes) 000312 1789481220.275768 trunc from 0x0026fc to 0x0116b6 (0xefbb bytes) 000313 1789481220.281471 fallocate 0x031e56 thru 0x03506d (0x3218 bytes) 000314 1789481220.288181 punch from 0x02f3ba to 0x0384d0 (0x9117 bytes) 000315 1789481220.308730 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3e7f6): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e7f6): Mirror 2: 0xd34125a0 (stale) Mirror 4: 0xd34125a0 (stale) Mirror 5: 0xdf698e5b (stale) Mirror 6: 0xbbba3bb4 (stale) Mirror 7: 0x170f3b78 (stale) Mirror 8: 0xa0f8e8c8 (stale) CRC-32 checksum value for chunk [0, 0x3e7f6): Mirror 1: 0x5be59d70 Mirror 9: 0x5be59d70 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e7f6: skipped 000316 1789481221.520493 punch from 0x02cc3e to 0x034fdc (0x839f bytes) 000317 1789481221.556563 trunc from 0x01f85f to 0x02de10 (0xe5b2 bytes) 000318 1789481221.561491 fallocate 0x03f77c thru 0x03ffff (0x884 bytes) 000319 1789481221.566836 write 0x025bc9 thru 0x0310f3 (0xb52b bytes) 000320 1789481221.583828 read 0x03e422 thru 0x03e7f5 (0x3d4 bytes) 000321 1789481221.594933 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e7f6): Mirror 4: 0xd34125a0 (stale) Mirror 5: 0xdf698e5b (stale) Mirror 6: 0xbbba3bb4 (stale) Mirror 7: 0x170f3b78 (stale) Mirror 8: 0xa0f8e8c8 (stale) Mirror 9: 0x5be59d70 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e7f6): Mirror 4: 0xd34125a0 (stale) Mirror 5: 0xdf698e5b (stale) Mirror 6: 0xbbba3bb4 (stale) Mirror 7: 0x170f3b78 (stale) Mirror 8: 0xa0f8e8c8 (stale) Mirror 9: 0x5be59d70 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e7f6: skipped 000322 1789481222.048587 write 0x00c1d8 thru 0x00f750 (0x3579 bytes) 000323 1789481222.063200 mapwrite 0x015417 thru 0x01cbb9 (0x77a3 bytes) 000325 1789481222.098699 read 0x01f40f thru 0x028083 (0x8c75 bytes) 000326 1789481222.107387 mapwrite 0x027af0 thru 0x02cf19 (0x542a bytes) 000327 1789481222.135207 mapwrite 0x03c7f1 thru 0x03ffff (0x380f bytes) 000328 1789481222.176624 punch from 0x016951 to 0x024226 (0xd8d6 bytes) 000329 1789481222.181771 mapwrite 0x00f311 thru 0x01a4cf (0xb1bf bytes) 000330 1789481222.202223 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xff0e9d44 (stale) Mirror 5: 0x4066ecc7 (stale) Mirror 6: 0x95133531 (stale) Mirror 7: 0x325d29 (stale) Mirror 8: 0x6f396ba5 (stale) Mirror 9: 0x6d45ad24 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x92bb0c9d Mirror 10: 0x92bb0c9d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000331 1789481223.035571 read 0x00c776 thru 0x0107e3 (0x406e bytes) 000332 1789481223.053539 read 0x03f858 thru 0x03ffff (0x7a8 bytes) 000333 1789481223.070156 fallocate 0x01f084 thru 0x026dfc (0x7d79 bytes) 000334 1789481223.111238 trunc from 0x0237e3 to 0x023be7 (0x405 bytes) 000335 1789481223.115989 mapwrite 0x024e39 thru 0x02ca54 (0x7c1c bytes) 000336 1789481223.171376 read 0x02f483 thru 0x03a77a (0xb2f8 bytes) 000337 1789481223.182314 mapread 0x0325b6 thru 0x0351a9 (0x2bf4 bytes) 000339 1789481223.183825 trunc from 0x015ffb to 0x016859 (0x85f bytes) 000340 1789481223.188769 trunc from 0x02cf7f to 0x0397af (0xc831 bytes) 000341 1789481223.194334 punch from 0x02fadf to 0x0366b2 (0x6bd4 bytes) 000342 1789481223.198485 mapwrite 0x002b0a thru 0x0052ca (0x27c1 bytes) 000343 1789481223.210702 write 0x020dbd thru 0x021518 (0x75c bytes) 000344 1789481223.215594 read 0x012204 thru 0x0169a5 (0x47a2 bytes) 000345 1789481223.230487 trunc from 0x040000 to 0x0148d8 (0x2b727 bytes) 000346 1789481223.273399 read 0x0070d1 thru 0x0148d8 (0xd808 bytes) 000347 1789481223.274203 mapread 0x0072d1 thru 0x00a75b (0x348b bytes) 000348 1789481223.276287 punch from 0x00a5b9 to 0x012d36 (0x877e bytes) 000349 1789481223.281295 mapread 0x010997 thru 0x0111dd (0x847 bytes) 000350 1789481223.289690 trunc from 0x0148d9 to 0x037078 (0x227a0 bytes) 000351 1789481223.307517 trunc from 0x037079 to 0x006184 (0x30ef4 bytes) 000352 1789481223.322335 write 0x02dc0b thru 0x0325b2 (0x49a8 bytes) 000353 1789481223.323558 punch from 0x010ac2 to 0x015e29 (0x5368 bytes) 000354 1789481223.328461 trunc from 0x015841 to 0x01e15e (0x891e bytes) 000356 1789481223.333490 write 0x0343b9 thru 0x0398ff (0x5547 bytes) 000357 1789481223.334787 mapwrite 0x02e131 thru 0x02eac8 (0x998 bytes) 000358 1789481223.349454 write 0x0349e4 thru 0x037f03 (0x3520 bytes) 000359 1789481223.350543 fallocate 0x025a1c thru 0x026751 (0xd36 bytes) 000360 1789481223.355797 mapwrite 0x0172c3 thru 0x017af8 (0x836 bytes) 000361 1789481223.377643 fallocate 0x014ce3 thru 0x01a836 (0x5b54 bytes) 000362 1789481223.382261 read 0x0375c2 thru 0x0398ff (0x233e bytes) 000363 1789481223.383214 write 0x007477 thru 0x00f1cb (0x7d55 bytes) 000364 1789481223.393569 punch from 0x0389fc to 0x0398ff (0xf04 bytes) 000365 1789481223.401938 MIRROR_SPLIT mirror 5 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39900): Mirror 4: 0x91df5e8d (stale) Mirror 5: 0x155aa58f (stale) Mirror 6: 0x4b654dd4 (stale) Mirror 7: 0xd4408f6 (stale) Mirror 9: 0xb50ff475 (stale) Mirror 10: 0x8d8c81 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39900): Mirror 4: 0x91df5e8d (stale) Mirror 5: 0x155aa58f (stale) Mirror 6: 0x4b654dd4 (stale) Mirror 7: 0xd4408f6 (stale) Mirror 9: 0xb50ff475 (stale) Mirror 10: 0x8d8c81 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39900: skipped 000366 1789481223.887878 write 0x00dc6e thru 0x00e3d6 (0x769 bytes) 000367 1789481223.901301 trunc from 0x0294c8 to 0x0363d4 (0xcf0d bytes) 000368 1789481223.906930 trunc from 0x039900 to 0x00a2ec (0x2f613 bytes) 000369 1789481223.936931 MIRROR_RESYNC 7 mirrors 000370 1789481225.068205 write 0x005fa8 thru 0x006743 (0x79c bytes) 000371 1789481225.106384 write 0x03b9d1 thru 0x03ffff (0x462f bytes) 000372 1789481225.108599 mapwrite 0x033068 thru 0x035872 (0x280b bytes) 000373 1789481225.146669 read 0x034969 thru 0x0386d6 (0x3d6e bytes) 000374 1789481225.147728 trunc from 0x038c35 to 0x03f69d (0x6a69 bytes) 000375 1789481225.153503 fallocate 0x034e48 thru 0x0360b7 (0x1270 bytes) 000376 1789481225.159583 trunc from 0x040000 to 0x00f268 (0x30d97 bytes) 000377 1789481225.185654 trunc from 0x0020ee to 0x00ccd8 (0xabeb bytes) 000378 1789481225.193284 write 0x031701 thru 0x03f751 (0xe051 bytes) 000379 1789481225.195569 read 0x026b89 thru 0x033f97 (0xd40f bytes) 000380 1789481225.209521 trunc from 0x025fc1 to 0x032ec8 (0xcf08 bytes) 000381 1789481225.222306 punch from 0x00795e to 0x0150ef (0xd792 bytes) 000382 1789481225.226726 trunc from 0x03f752 to 0x00b321 (0x34430 bytes) 000383 1789481225.237272 read 0x0018ef thru 0x00a831 (0x8f43 bytes) 000384 1789481225.242600 fallocate 0x00c85f thru 0x00cd01 (0x4a3 bytes) 000385 1789481225.245466 mapread 0x000f45 thru 0x00542e (0x44ea bytes) 000386 1789481225.246354 read 0x002603 thru 0x0066f2 (0x40f0 bytes) 000387 1789481225.249417 MIRROR_RESYNC 7 mirrors 000389 1789481226.434414 trunc from 0x003bf4 to 0x00cd01 (0x910e bytes) 000390 1789481226.459396 mapwrite 0x00c46f thru 0x018579 (0xc10b bytes) 000391 1789481226.527488 trunc from 0x01857a to 0x01b52d (0x2fb4 bytes) 000392 1789481226.550224 trunc from 0x00488c to 0x00a636 (0x5dab bytes) 000393 1789481226.558620 write 0x02f837 thru 0x0385d3 (0x8d9d bytes) 000395 1789481226.561875 write 0x037fee thru 0x03f861 (0x7874 bytes) 000396 1789481226.566524 trunc from 0x01531c to 0x01a007 (0x4cec bytes) 000397 1789481226.580748 mapread 0x01a29a thru 0x0202ba (0x6021 bytes) 000399 1789481226.610119 trunc from 0x01c810 to 0x02bcd4 (0xf4c5 bytes) 000400 1789481226.620770 trunc from 0x0398e9 to 0x03ae04 (0x151c bytes) 000401 1789481226.647093 mapread 0x03cd52 thru 0x03f861 (0x2b10 bytes) 000402 1789481226.647934 trunc from 0x033ce4 to 0x03f65d (0xb97a bytes) 000403 1789481226.655893 mapread 0x020615 thru 0x0301e9 (0xfbd5 bytes) 000404 1789481226.700258 read 0x01dc35 thru 0x02293f (0x4d0b bytes) 000405 1789481226.700953 read 0x01e041 thru 0x02a1cc (0xc18c bytes) 000407 1789481226.703854 fallocate 0x01e605 thru 0x024ac8 (0x64c4 bytes) 000408 1789481226.727730 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f862): Mirror 4: 0xaa0fc451 (stale) Mirror 5: 0xaa0fc451 (stale) Mirror 6: 0xaa0fc451 (stale) Mirror 7: 0xaa0fc451 (stale) Mirror 9: 0xaa0fc451 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f862): Mirror 4: 0xaa0fc451 (stale) Mirror 5: 0xaa0fc451 (stale) Mirror 6: 0xaa0fc451 (stale) Mirror 7: 0xaa0fc451 (stale) Mirror 9: 0xaa0fc451 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f862: skipped 000409 1789481227.138001 mapwrite 0x034765 thru 0x03721c (0x2ab8 bytes) 000410 1789481227.166431 trunc from 0x03f862 to 0x021be0 (0x1dc81 bytes) 000412 1789481227.203009 trunc from 0x01eaf1 to 0x021be0 (0x30f0 bytes) 000413 1789481227.211439 mapread 0x020f65 thru 0x021be0 (0xc7c bytes) 000414 1789481227.235632 mapread 0x014930 thru 0x0161ed (0x18be bytes) 000415 1789481227.250512 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x21be1): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21be1): Mirror 4: 0xb9338e7f (stale) Mirror 5: 0xb9338e7f (stale) Mirror 6: 0xb9338e7f (stale) Mirror 7: 0xb9338e7f (stale) Mirror 9: 0xb9338e7f (stale) CRC-32 checksum value for chunk [0, 0x21be1): Mirror 1: 0x84e2dcce Mirror 10: 0x84e2dcce lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21be1: skipped 000416 1789481227.955817 MIRROR_RESYNC 7 mirrors 000417 1789481229.129576 trunc from 0x01f4e4 to 0x021be0 (0x26fd bytes) 000418 1789481229.159593 trunc from 0x0080c2 to 0x00da0c (0x594b bytes) 000419 1789481229.165197 punch from 0x01fe5b to 0x0207bc (0x962 bytes) 000420 1789481229.168828 punch from 0x00bdc2 to 0x00faf9 (0x3d38 bytes) 000422 1789481229.174367 mapread 0x00da4f thru 0x0164be (0x8a70 bytes) 000423 1789481229.193566 punch from 0x00d068 to 0x01c1e8 (0xf181 bytes) 000424 1789481229.197785 read 0x019dae thru 0x021be0 (0x7e33 bytes) 000425 1789481229.209349 punch from 0x01fb0a to 0x021be0 (0x20d7 bytes) 000426 1789481229.213677 mapwrite 0x036df3 thru 0x03ffff (0x920d bytes) 000427 1789481229.313432 read 0x03812d thru 0x03ffff (0x7ed3 bytes) 000428 1789481229.314375 punch from 0x01c07f to 0x0287c4 (0xc746 bytes) 000429 1789481229.323715 mapwrite 0x018cb0 thru 0x021318 (0x8669 bytes) 000430 1789481229.362862 fallocate 0x01813c thru 0x023fa6 (0xbe6b bytes) 000431 1789481229.367163 trunc from 0x0139d4 to 0x020d48 (0xd375 bytes) 000432 1789481229.377020 trunc from 0x03084f to 0x03d051 (0xc803 bytes) 000433 1789481229.390325 read 0x0358e9 thru 0x03ffff (0xa717 bytes) 000434 1789481229.407870 punch from 0x00184f to 0x00ba91 (0xa243 bytes) 000435 1789481229.424370 trunc from 0x040000 to 0x03b5d8 (0x4a27 bytes) 000436 1789481229.436727 mapread 0x019032 thru 0x0217ab (0x877a bytes) 000437 1789481229.437712 fallocate 0x023f70 thru 0x0286fb (0x478c bytes) 000440 1789481229.444203 fallocate 0x01d6c6 thru 0x029a10 (0xc34b bytes) 000441 1789481229.447830 punch from 0x021f3e to 0x0269af (0x4a72 bytes) 000442 1789481229.451798 mapwrite 0x01d346 thru 0x025796 (0x8451 bytes) 000443 1789481229.478125 mapread 0x03716f thru 0x03b5d8 (0x446a bytes) 000445 1789481229.479909 trunc from 0x02ac4a to 0x03574f (0xab06 bytes) 000446 1789481229.484220 trunc from 0x03506e to 0x03b5d8 (0x656b bytes) 000447 1789481229.491262 MIRROR_RESYNC 7 mirrors 000448 1789481230.887965 punch from 0x00a304 to 0x01881a (0xe517 bytes) 000450 1789481230.943461 trunc from 0x03b5d9 to 0x0183d4 (0x23204 bytes) 000451 1789481230.976665 punch from 0x005a85 to 0x00680e (0xd8a bytes) 000452 1789481230.985088 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x183d5): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x183d5): Mirror 4: 0x11fe3499 (stale) Mirror 5: 0x11fe3499 (stale) Mirror 6: 0x11fe3499 (stale) Mirror 7: 0x11fe3499 (stale) Mirror 9: 0x11fe3499 (stale) Mirror 10: 0x11fe3499 (stale) CRC-32 checksum value for chunk [0, 0x183d5): Mirror 1: 0x11fe3499 Mirror 11: 0x11fe3499 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x183d5: skipped 000453 1789481231.830414 punch from 0x011951 to 0x016a8e (0x513e bytes) 000454 1789481231.887599 punch from 0x0117fc to 0x0183d4 (0x6bd9 bytes) 000455 1789481231.898663 trunc from 0x00b62c to 0x017ba3 (0xc578 bytes) 000456 1789481231.914716 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x183d5): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x183d5): Mirror 4: 0x11fe3499 (stale) Mirror 5: 0x11fe3499 (stale) Mirror 6: 0x11fe3499 (stale) Mirror 7: 0x11fe3499 (stale) Mirror 9: 0x11fe3499 (stale) Mirror 10: 0x11fe3499 (stale) Mirror 11: 0x11fe3499 (stale) CRC-32 checksum value for chunk [0, 0x183d5): Mirror 1: 0x11fe3499 Mirror 12: 0x11fe3499 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x183d5: skipped 000458 1789481232.844712 mapwrite 0x02f3fb thru 0x038eeb (0x9af1 bytes) 000459 1789481232.963003 punch from 0x0292a4 to 0x037613 (0xe370 bytes) 000460 1789481232.978808 MIRROR_RESYNC 9 mirrors 000461 1789481234.246692 write 0x0096b6 thru 0x018efd (0xf848 bytes) 000462 1789481234.282228 MIRROR_RESYNC 9 mirrors 000463 1789481235.965065 read 0x02a2b8 thru 0x037eb1 (0xdbfa bytes) 000464 1789481235.971715 punch from 0x028701 to 0x033deb (0xb6eb bytes) 000465 1789481236.000311 read 0x032bf1 thru 0x038eeb (0x62fb bytes) 000466 1789481236.010633 trunc from 0x035456 to 0x038eeb (0x3a96 bytes) 000467 1789481236.016160 mapread 0x027452 thru 0x02dda0 (0x694f bytes) 000468 1789481236.017275 trunc from 0x01cbab to 0x0252df (0x8735 bytes) 000469 1789481236.024934 read 0x006d17 thru 0x00f54a (0x8834 bytes) 000470 1789481236.027006 trunc from 0x038eec to 0x039ba5 (0xcba bytes) 000471 1789481236.047835 mapread 0x00571f thru 0x00b300 (0x5be2 bytes) 000472 1789481236.049212 fallocate 0x00ea1f thru 0x01bd26 (0xd308 bytes) 000473 1789481236.054416 fallocate 0x009114 thru 0x00ea63 (0x5950 bytes) 000474 1789481236.058582 read 0x01120b thru 0x013789 (0x257f bytes) 000475 1789481236.062793 MIRROR_SPLIT mirror 6 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39ba6): Mirror 4: 0x94c8040e (stale) Mirror 5: 0x94c8040e (stale) Mirror 6: 0x94c8040e (stale) Mirror 7: 0x94c8040e (stale) Mirror 9: 0x94c8040e (stale) Mirror 11: 0x94c8040e (stale) Mirror 12: 0x94c8040e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39ba6): Mirror 4: 0x94c8040e (stale) Mirror 5: 0x94c8040e (stale) Mirror 6: 0x94c8040e (stale) Mirror 7: 0x94c8040e (stale) Mirror 9: 0x94c8040e (stale) Mirror 11: 0x94c8040e (stale) Mirror 12: 0x94c8040e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39ba6: skipped 000476 1789481236.463438 read 0x031df7 thru 0x039ba5 (0x7daf bytes) 000477 1789481236.473460 mapread 0x023e14 thru 0x030a44 (0xcc31 bytes) 000478 1789481236.494448 read 0x000c77 thru 0x003abb (0x2e45 bytes) 000479 1789481236.502176 mapread 0x01f112 thru 0x02ec39 (0xfb28 bytes) 000480 1789481236.504231 trunc from 0x0182da to 0x024a9e (0xc7c5 bytes) 000481 1789481236.508982 punch from 0x03787c to 0x039ba5 (0x232a bytes) 000482 1789481236.513130 fallocate 0x03f39b thru 0x03ffff (0xc65 bytes) 000483 1789481236.517494 trunc from 0x040000 to 0x020940 (0x1f6bf bytes) 000484 1789481236.536175 mapwrite 0x02a402 thru 0x034c28 (0xa827 bytes) 000485 1789481236.613416 write 0x01ee0e thru 0x026f90 (0x8183 bytes) 000486 1789481236.623484 trunc from 0x034c29 to 0x016061 (0x1ebc7 bytes) 000487 1789481236.640051 read 0x00ed9d thru 0x012b9b (0x3dff bytes) 000488 1789481236.640751 write 0x007c96 thru 0x014f94 (0xd2ff bytes) 000489 1789481236.642871 trunc from 0x016062 to 0x012830 (0x3831 bytes) 000490 1789481236.657372 mapread 0x00d8ed thru 0x012830 (0x4f44 bytes) 000491 1789481236.658242 mapread 0x004ac6 thru 0x00a103 (0x563e bytes) 000492 1789481236.659058 write 0x02b79a thru 0x02ec4c (0x34b3 bytes) 000493 1789481236.661410 fallocate 0x017ce3 thru 0x01883c (0xb5a bytes) 000494 1789481236.666548 fallocate 0x0078bc thru 0x00d392 (0x5ad7 bytes) 000495 1789481236.674216 fallocate 0x02ae87 thru 0x033d75 (0x8eef bytes) 000496 1789481236.687102 MIRROR_RESYNC 8 mirrors 000498 1789481238.275196 mapwrite 0x0372e7 thru 0x039562 (0x227c bytes) 000499 1789481238.349882 mapwrite 0x02baf3 thru 0x02fb1b (0x4029 bytes) 000500 1789481238.377399 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39563): Mirror 4: 0xa31baad1 (stale) Mirror 5: 0xa31baad1 (stale) Mirror 7: 0xa31baad1 (stale) Mirror 9: 0xa31baad1 (stale) Mirror 11: 0xa31baad1 (stale) Mirror 12: 0xa31baad1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39563): Mirror 4: 0xa31baad1 (stale) Mirror 5: 0xa31baad1 (stale) Mirror 7: 0xa31baad1 (stale) Mirror 9: 0xa31baad1 (stale) Mirror 11: 0xa31baad1 (stale) Mirror 12: 0xa31baad1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39563: skipped 000501 1789481238.731830 trunc from 0x019594 to 0x020f00 (0x796d bytes) 000502 1789481238.736505 trunc from 0x038850 to 0x039562 (0xd13 bytes) 000503 1789481238.750057 read 0x02f7c7 thru 0x0309bf (0x11f9 bytes) 000504 1789481238.757423 trunc from 0x037834 to 0x039562 (0x1d2f bytes) 000505 1789481238.777509 MIRROR_RESYNC 7 mirrors 000506 1789481240.489840 trunc from 0x039563 to 0x03f2ce (0x5d6c bytes) 000507 1789481240.530384 punch from 0x0098c0 to 0x015a85 (0xc1c6 bytes) 000508 1789481240.539245 MIRROR_RESYNC 7 mirrors 000509 1789481242.373630 punch from 0x02a134 to 0x02ad90 (0xc5d bytes) 000510 1789481242.401460 read 0x025571 thru 0x02e715 (0x91a5 bytes) 000511 1789481242.413582 write 0x023767 thru 0x02db3f (0xa3d9 bytes) 000512 1789481242.417968 write 0x025d6e thru 0x0287e3 (0x2a76 bytes) 000513 1789481242.418724 mapwrite 0x01f8db thru 0x02b0eb (0xb811 bytes) 000514 1789481242.447880 read 0x02582a thru 0x0298a5 (0x407c bytes) 000515 1789481242.448553 write 0x017d8d thru 0x021950 (0x9bc4 bytes) 000516 1789481242.462376 write 0x02e600 thru 0x03dbe5 (0xf5e6 bytes) 000517 1789481242.465170 fallocate 0x036769 thru 0x03ffff (0x9897 bytes) 000518 1789481242.471324 write 0x010518 thru 0x0199e5 (0x94ce bytes) 000519 1789481242.472540 write 0x02ba38 thru 0x02c19e (0x767 bytes) 000520 1789481242.473363 read 0x0228c3 thru 0x032067 (0xf7a5 bytes) 000521 1789481242.475404 mapread 0x03b671 thru 0x03ffff (0x498f bytes) 000522 1789481242.476486 punch from 0x032e46 to 0x037e88 (0x5043 bytes) 000523 1789481242.500403 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x61337a2e (stale) Mirror 5: 0x61337a2e (stale) Mirror 7: 0x61337a2e (stale) Mirror 9: 0x61337a2e (stale) Mirror 11: 0x61337a2e (stale) Mirror 12: 0x61337a2e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x8571ceec Mirror 13: 0x8571ceec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000524 1789481243.179931 write 0x029070 thru 0x030634 (0x75c5 bytes) 000525 1789481243.217098 punch from 0x020398 to 0x022e55 (0x2abe bytes) 000526 1789481243.221496 trunc from 0x040000 to 0x0291e3 (0x16e1c bytes) 000527 1789481243.252174 write 0x0171d8 thru 0x026485 (0xf2ae bytes) 000528 1789481243.258531 read 0x027c7f thru 0x0291e3 (0x1565 bytes) 000529 1789481243.265779 punch from 0x007662 to 0x00c6b5 (0x5054 bytes) 000530 1789481243.271208 trunc from 0x0291e4 to 0x02587b (0x3968 bytes) 000531 1789481243.313417 mapwrite 0x034006 thru 0x0392b3 (0x52ae bytes) 000532 1789481243.388878 trunc from 0x003f31 to 0x013af8 (0xfbc8 bytes) 000533 1789481243.395858 trunc from 0x0392b4 to 0x017c7d (0x21636 bytes) 000534 1789481243.412522 fallocate 0x02c2ec thru 0x030f7c (0x4c91 bytes) 000535 1789481243.421335 read 0x0020e8 thru 0x00f8ac (0xd7c5 bytes) 000536 1789481243.439304 mapwrite 0x0190ca thru 0x01c73d (0x3674 bytes) 000537 1789481243.456180 trunc from 0x02b9c8 to 0x030f7c (0x55b5 bytes) 000538 1789481243.460319 trunc from 0x030f7d to 0x00c833 (0x24749 bytes) 000539 1789481243.478763 write 0x030a68 thru 0x034e7a (0x4413 bytes) 000540 1789481243.479791 mapwrite 0x0249bf thru 0x02b7ce (0x6e10 bytes) 000541 1789481243.524784 punch from 0x01d34b to 0x022340 (0x4ff6 bytes) 000542 1789481243.531526 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34e7b): Mirror 5: 0x3c830558 (stale) Mirror 7: 0x3c830558 (stale) Mirror 9: 0x3c830558 (stale) Mirror 11: 0x3c830558 (stale) Mirror 12: 0x3c830558 (stale) Mirror 13: 0x2ced665b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34e7b): Mirror 5: 0x3c830558 (stale) Mirror 7: 0x3c830558 (stale) Mirror 9: 0x3c830558 (stale) Mirror 11: 0x3c830558 (stale) Mirror 12: 0x3c830558 (stale) Mirror 13: 0x2ced665b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34e7b: skipped 000543 1789481243.867569 write 0x038b25 thru 0x03ffff (0x74db bytes) 000544 1789481243.873198 mapread 0x008845 thru 0x012964 (0xa120 bytes) 000545 1789481243.889639 write 0x02d339 thru 0x03ba76 (0xe73e bytes) 000546 1789481243.895202 read 0x027c08 thru 0x0364c5 (0xe8be bytes) 000548 1789481243.904575 trunc from 0x040000 to 0x031553 (0xeaac bytes) 000549 1789481243.920873 punch from 0x012843 to 0x021787 (0xef45 bytes) 000550 1789481243.925747 fallocate 0x0319e6 thru 0x034608 (0x2c23 bytes) 000551 1789481243.931459 punch from 0x0009c9 to 0x00d23c (0xc874 bytes) 000552 1789481243.941021 punch from 0x01a3c8 to 0x01cbd1 (0x280a bytes) 000553 1789481243.944904 fallocate 0x00c17c thru 0x019535 (0xd3ba bytes) 000554 1789481243.952214 mapwrite 0x036208 thru 0x03ffff (0x9df8 bytes) 000555 1789481243.998750 trunc from 0x00b2d7 to 0x0179e2 (0xc70c bytes) 000557 1789481244.003259 fallocate 0x0375ed thru 0x03b3e5 (0x3df9 bytes) 000558 1789481244.006434 mapwrite 0x03f794 thru 0x03ffff (0x86c bytes) 000559 1789481244.014073 write 0x01c00f thru 0x025d23 (0x9d15 bytes) 000560 1789481244.022019 trunc from 0x040000 to 0x00c737 (0x338c8 bytes) 000561 1789481244.031848 punch from 0x00b4fc to 0x00c737 (0x123c bytes) 000562 1789481244.037381 trunc from 0x009f57 to 0x00c737 (0x27e1 bytes) 000563 1789481244.040833 read 0x00a899 thru 0x00c737 (0x1e9f bytes) 000564 1789481244.048557 punch from 0x002881 to 0x004e49 (0x25c9 bytes) 000565 1789481244.051468 mapwrite 0x000a83 thru 0x00444a (0x39c8 bytes) 000566 1789481244.068247 mapwrite 0x02c3b2 thru 0x037dc2 (0xba11 bytes) 000567 1789481244.101314 read 0x019bad thru 0x028896 (0xecea bytes) 000568 1789481244.103024 fallocate 0x028928 thru 0x02ebba (0x6293 bytes) 000569 1789481244.116514 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37dc3): Mirror 5: 0xb2810146 (stale) Mirror 7: 0xb2810146 (stale) Mirror 9: 0xb2810146 (stale) Mirror 11: 0xb2810146 (stale) Mirror 13: 0x1a1f0e25 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37dc3): Mirror 5: 0xb2810146 (stale) Mirror 7: 0xb2810146 (stale) Mirror 9: 0xb2810146 (stale) Mirror 11: 0xb2810146 (stale) Mirror 13: 0x1a1f0e25 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37dc3: skipped 000570 1789481244.406743 punch from 0x01de22 to 0x026d89 (0x8f68 bytes) 000571 1789481244.413577 mapread 0x011dc7 thru 0x01d377 (0xb5b1 bytes) 000572 1789481244.457136 trunc from 0x02555c to 0x02589a (0x33f bytes) 000573 1789481244.460840 read 0x02f6b4 thru 0x032ceb (0x3638 bytes) 000574 1789481244.464733 punch from 0x00b16a to 0x017e35 (0xcccc bytes) 000575 1789481244.468203 mapwrite 0x039b04 thru 0x03ffff (0x64fc bytes) 000576 1789481244.500615 trunc from 0x002590 to 0x0046fc (0x216d bytes) 000577 1789481244.506411 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x61337a2e (stale) Mirror 7: 0x61337a2e (stale) Mirror 9: 0x61337a2e (stale) Mirror 11: 0x61337a2e (stale) Mirror 13: 0x8571ceec (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x190b9bfc Mirror 14: 0x190b9bfc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000578 1789481245.335895 trunc from 0x040000 to 0x007338 (0x38cc7 bytes) 000579 1789481245.421859 write 0x034a0b thru 0x03ffff (0xb5f5 bytes) 000580 1789481245.424363 trunc from 0x0220cd to 0x029296 (0x71ca bytes) 000581 1789481245.430022 read 0x000bf3 thru 0x0050b8 (0x44c6 bytes) 000582 1789481245.439278 trunc from 0x03388b to 0x0381fd (0x4973 bytes) 000583 1789481245.453602 write 0x0111fe thru 0x012e6b (0x1c6e bytes) 000584 1789481245.463893 trunc from 0x008f13 to 0x00c51d (0x360b bytes) 000585 1789481245.468773 trunc from 0x008232 to 0x017820 (0xf5ef bytes) 000586 1789481245.483090 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x61337a2e (stale) Mirror 7: 0x61337a2e (stale) Mirror 9: 0x61337a2e (stale) Mirror 11: 0x61337a2e (stale) Mirror 13: 0x8571ceec (stale) Mirror 14: 0x190b9bfc (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbff6764c Mirror 15: 0xbff6764c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000587 1789481246.262421 write 0x03709a thru 0x03c944 (0x58ab bytes) 000588 1789481246.307662 mapread 0x001ed5 thru 0x00ad55 (0x8e81 bytes) 000589 1789481246.323979 punch from 0x03ef12 to 0x03ffff (0x10ee bytes) 000590 1789481246.330251 punch from 0x0164bd to 0x01a3f3 (0x3f37 bytes) 000591 1789481246.338804 mapwrite 0x0152ce thru 0x024f4c (0xfc7f bytes) 000592 1789481246.389857 MIRROR_RESYNC 8 mirrors 000593 1789481248.368663 mapwrite 0x02a3ea thru 0x038d2e (0xe945 bytes) 000595 1789481248.463292 fallocate 0x007d20 thru 0x00f93f (0x7c20 bytes) 000596 1789481248.470583 trunc from 0x03ce8f to 0x03ffff (0x3171 bytes) 000597 1789481248.478373 mapwrite 0x008e76 thru 0x01629b (0xd426 bytes) 000598 1789481248.526751 punch from 0x01f0d3 to 0x02ed83 (0xfcb1 bytes) 000599 1789481248.533066 read 0x02bb8b thru 0x02e946 (0x2dbc bytes) 000600 1789481248.538471 mapwrite 0x00de8d thru 0x01d610 (0xf784 bytes) 000601 1789481248.572449 trunc from 0x040000 to 0x03bf46 (0x40b9 bytes) 000602 1789481248.591944 mapread 0x008cb0 thru 0x013c52 (0xafa3 bytes) 000603 1789481248.597315 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3bf47): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bf47): Mirror 5: 0xe898d0d8 (stale) Mirror 7: 0xe898d0d8 (stale) Mirror 9: 0xe898d0d8 (stale) Mirror 11: 0xe898d0d8 (stale) Mirror 13: 0xe898d0d8 (stale) Mirror 14: 0xe898d0d8 (stale) Mirror 15: 0xe898d0d8 (stale) CRC-32 checksum value for chunk [0, 0x3bf47): Mirror 1: 0x451e8ee4 Mirror 16: 0x451e8ee4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bf47: skipped 000604 1789481249.430576 mapwrite 0x0257f2 thru 0x032af6 (0xd305 bytes) 000605 1789481249.536724 trunc from 0x03beb8 to 0x03bf46 (0x8f bytes) 000606 1789481249.549760 trunc from 0x03bf47 to 0x01b869 (0x206dd bytes) 000607 1789481249.620222 mapwrite 0x039e21 thru 0x03f683 (0x5863 bytes) 000608 1789481249.683685 read 0x01b3f9 thru 0x0203d7 (0x4fdf bytes) 000609 1789481249.712367 punch from 0x03ca11 to 0x03f683 (0x2c73 bytes) 000611 1789481249.723069 mapread 0x018e7d thru 0x027d5a (0xeede bytes) 000613 1789481249.753968 trunc from 0x03f684 to 0x018028 (0x2765b bytes) 000614 1789481249.769193 write 0x03f8e6 thru 0x03ffff (0x71a bytes) 000615 1789481249.772313 punch from 0x02d252 to 0x02fba5 (0x2954 bytes) 000616 1789481249.778941 punch from 0x00ce0b to 0x010b1a (0x3d10 bytes) 000617 1789481249.786254 read 0x023ffa thru 0x025fe6 (0x1fed bytes) 000618 1789481249.797739 punch from 0x033af2 to 0x03bf4e (0x845d bytes) 000619 1789481249.809305 punch from 0x02c03d to 0x02eaaf (0x2a73 bytes) 000620 1789481249.814708 trunc from 0x036d78 to 0x03ffff (0x9288 bytes) 000621 1789481249.844719 mapwrite 0x018313 thru 0x01cf2f (0x4c1d bytes) 000622 1789481249.880023 punch from 0x017e49 to 0x01874d (0x905 bytes) 000623 1789481249.888677 punch from 0x03b13d to 0x03ffff (0x4ec3 bytes) 000624 1789481249.895883 fallocate 0x01423d thru 0x0195a7 (0x536b bytes) 000625 1789481249.909957 trunc from 0x032aac to 0x037450 (0x49a5 bytes) 000626 1789481249.915298 fallocate 0x03c3bf thru 0x03ffff (0x3c41 bytes) 000627 1789481249.921494 punch from 0x01fb18 to 0x02e2d3 (0xe7bc bytes) 000628 1789481249.927023 read 0x012a25 thru 0x01b8a2 (0x8e7e bytes) 000629 1789481249.941633 mapread 0x03a415 thru 0x03ffff (0x5beb bytes) 000630 1789481249.943796 fallocate 0x018dbf thru 0x01fa34 (0x6c76 bytes) 000631 1789481249.948462 trunc from 0x040000 to 0x00fb9a (0x30465 bytes) 000633 1789481249.965789 trunc from 0x00fb9b to 0x02c2e7 (0x1c74d bytes) 000634 1789481249.985842 read 0x007f1c thru 0x00e4ec (0x65d1 bytes) 000635 1789481249.994351 MIRROR_RESYNC 9 mirrors 000638 1789481251.870887 punch from 0x0106a5 to 0x01ca91 (0xc3ed bytes) 000639 1789481251.901400 mapread 0x01a514 thru 0x0267a8 (0xc295 bytes) 000640 1789481251.926184 trunc from 0x02c2e8 to 0x007fbc (0x2432b bytes) 000641 1789481251.945343 mapwrite 0x02ee79 thru 0x0385e8 (0x9770 bytes) 000642 1789481251.993583 mapwrite 0x02eebb thru 0x031422 (0x2568 bytes) 000643 1789481252.011183 MIRROR_RESYNC 9 mirrors 000644 1789481253.463740 read 0x019a0b thru 0x02079b (0x6d91 bytes) 000645 1789481253.476415 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000646 1789481253.796261 write 0x02df35 thru 0x03a513 (0xc5df bytes) 000647 1789481253.831877 read 0x00a4df thru 0x00abe4 (0x706 bytes) 000648 1789481253.837112 trunc from 0x020503 to 0x025166 (0x4c64 bytes) 000650 1789481253.841601 trunc from 0x02aa5c to 0x036628 (0xbbcd bytes) 000651 1789481253.853577 write 0x03a56d thru 0x03ffff (0x5a93 bytes) 000652 1789481253.854988 mapread 0x022b98 thru 0x027023 (0x448c bytes) 000653 1789481253.872956 MIRROR_RESYNC 8 mirrors 000654 1789481255.074418 punch from 0x003159 to 0x00c2fe (0x91a6 bytes) 000655 1789481255.107130 trunc from 0x025b97 to 0x0280e5 (0x254f bytes) 000657 1789481255.113319 MIRROR_RESYNC 8 mirrors 000658 1789481256.234273 mapread 0x0260bb thru 0x034b8d (0xead3 bytes) 000659 1789481256.266082 trunc from 0x040000 to 0x03756f (0x8a90 bytes) 000660 1789481256.302650 punch from 0x01833b to 0x02806c (0xfd32 bytes) 000661 1789481256.311076 mapwrite 0x01ac87 thru 0x0241a8 (0x9522 bytes) 000662 1789481256.345690 mapread 0x022120 thru 0x031879 (0xf75a bytes) 000663 1789481256.353880 punch from 0x0287ee to 0x03756f (0xed82 bytes) 000664 1789481256.359669 trunc from 0x037570 to 0x029950 (0xdc1f bytes) 000665 1789481256.379118 write 0x0181e1 thru 0x01ad1c (0x2b3c bytes) 000666 1789481256.383969 MIRROR_RESYNC 8 mirrors 000667 1789481257.559291 read 0x002983 thru 0x003b21 (0x119f bytes) 000668 1789481257.563408 read 0x0220bc thru 0x024c4f (0x2b94 bytes) 000669 1789481257.570975 write 0x0221a2 thru 0x028719 (0x6578 bytes) 000670 1789481257.607530 punch from 0x027108 to 0x029950 (0x2849 bytes) 000672 1789481257.621374 trunc from 0x01896e to 0x01dc66 (0x52f9 bytes) 000673 1789481257.626678 trunc from 0x00d615 to 0x00d8e7 (0x2d3 bytes) 000674 1789481257.630326 trunc from 0x00cf30 to 0x0158b6 (0x8987 bytes) 000675 1789481257.634634 punch from 0x0077a0 to 0x0128ff (0xb160 bytes) 000678 1789481257.640975 mapwrite 0x007758 thru 0x008508 (0xdb1 bytes) 000679 1789481257.658287 mapread 0x012a85 thru 0x01ceb4 (0xa430 bytes) 000680 1789481257.707477 write 0x00f30e thru 0x015bd8 (0x68cb bytes) 000681 1789481257.713568 punch from 0x029941 to 0x029950 (0x10 bytes) 000682 1789481257.717701 fallocate 0x016f68 thru 0x01b0bc (0x4155 bytes) 000683 1789481257.721686 mapwrite 0x00afc4 thru 0x00b3a1 (0x3de bytes) 000684 1789481257.743149 trunc from 0x029951 to 0x015fb6 (0x1399a bytes) 000685 1789481257.759483 punch from 0x00a290 to 0x00bdc6 (0x1b37 bytes) 000686 1789481257.763991 fallocate 0x00ce13 thru 0x01238c (0x557a bytes) 000687 1789481257.767991 write 0x02d4de thru 0x03a34e (0xce71 bytes) 000688 1789481257.770154 read 0x020c2e thru 0x02e8c1 (0xdc94 bytes) 000689 1789481257.778005 trunc from 0x03a34f to 0x00c33f (0x2e00f bytes) 000690 1789481257.789494 punch from 0x00a558 to 0x00c33f (0x1de8 bytes) 000691 1789481257.796911 read 0x00aa1a thru 0x00c33f (0x1926 bytes) 000692 1789481257.801756 read 0x00301e thru 0x00c33f (0x9322 bytes) 000693 1789481257.802458 write 0x01750a thru 0x01afbd (0x3ab4 bytes) 000695 1789481257.805017 mapwrite 0x002ce8 thru 0x010bcd (0xdee6 bytes) 000696 1789481257.823617 trunc from 0x007957 to 0x007ade (0x188 bytes) 000697 1789481257.828217 fallocate 0x02e35a thru 0x031a94 (0x373b bytes) 000698 1789481257.831999 punch from 0x00907c to 0x012b6b (0x9af0 bytes) 000699 1789481257.836925 trunc from 0x0010e5 to 0x004d65 (0x3c81 bytes) 000700 1789481257.841465 punch from 0x02c5de to 0x031a94 (0x54b7 bytes) 000701 1789481257.846227 mapwrite 0x03aa89 thru 0x03ffff (0x5577 bytes) 000702 1789481257.888579 read 0x00aee1 thru 0x014cd7 (0x9df7 bytes) 000703 1789481257.898118 read 0x037bac thru 0x03c9d6 (0x4e2b bytes) 000704 1789481257.898902 read 0x021d20 thru 0x0252e1 (0x35c2 bytes) 000705 1789481257.900507 trunc from 0x040000 to 0x01aead (0x25152 bytes) 000706 1789481257.914242 trunc from 0x01aeae to 0x037654 (0x1c7a7 bytes) 000707 1789481257.933967 fallocate 0x01e62f thru 0x02b57f (0xcf51 bytes) 000708 1789481257.941846 read 0x00b944 thru 0x013b21 (0x81de bytes) 000709 1789481257.951595 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37655): Mirror 7: 0xc48d1aa1 (stale) Mirror 9: 0xc48d1aa1 (stale) Mirror 11: 0xc48d1aa1 (stale) Mirror 14: 0xc48d1aa1 (stale) Mirror 15: 0xc48d1aa1 (stale) Mirror 16: 0xc48d1aa1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37655): Mirror 7: 0xc48d1aa1 (stale) Mirror 9: 0xc48d1aa1 (stale) Mirror 11: 0xc48d1aa1 (stale) Mirror 14: 0xc48d1aa1 (stale) Mirror 15: 0xc48d1aa1 (stale) Mirror 16: 0xc48d1aa1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37655: skipped 000710 1789481258.444328 trunc from 0x003bc6 to 0x009465 (0x58a0 bytes) 000711 1789481258.449744 fallocate 0x026390 thru 0x02fbed (0x985e bytes) 000712 1789481258.454711 mapread 0x028580 thru 0x02c804 (0x4285 bytes) 000713 1789481258.476981 write 0x039df9 thru 0x03c9a2 (0x2baa bytes) 000714 1789481258.483314 trunc from 0x03c9a3 to 0x031be2 (0xadc0 bytes) 000715 1789481258.497900 trunc from 0x01bffe to 0x02552f (0x9532 bytes) 000716 1789481258.507853 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31be3): Mirror 9: 0x6c756097 (stale) Mirror 11: 0x6c756097 (stale) Mirror 14: 0x6c756097 (stale) Mirror 15: 0x6c756097 (stale) Mirror 16: 0x6c756097 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31be3): Mirror 9: 0x6c756097 (stale) Mirror 11: 0x6c756097 (stale) Mirror 14: 0x6c756097 (stale) Mirror 15: 0x6c756097 (stale) Mirror 16: 0x6c756097 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31be3: skipped 000717 1789481258.928599 mapwrite 0x034261 thru 0x036e40 (0x2be0 bytes) 000718 1789481259.039598 mapwrite 0x001afc thru 0x00b662 (0x9b67 bytes) 000719 1789481259.090025 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x36e41): Mirror 11: 0xd6439245 (stale) Mirror 14: 0xd6439245 (stale) Mirror 15: 0xd6439245 (stale) Mirror 16: 0xd6439245 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36e41): Mirror 11: 0xd6439245 (stale) Mirror 14: 0xd6439245 (stale) Mirror 15: 0xd6439245 (stale) Mirror 16: 0xd6439245 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36e41: skipped 000720 1789481259.419225 MIRROR_RESYNC 5 mirrors 000721 1789481260.290545 trunc from 0x00035b to 0x00c5c4 (0xc26a bytes) 000723 1789481260.327686 write 0x011ae8 thru 0x0184c8 (0x69e1 bytes) 000725 1789481260.339778 trunc from 0x036e41 to 0x03768b (0x84b bytes) 000726 1789481260.376394 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3768c): Mirror 11: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3768c): Mirror 11: 0x914a4c8a (stale) Mirror 14: 0x914a4c8a (stale) Mirror 15: 0x914a4c8a (stale) Mirror 16: 0x914a4c8a (stale) CRC-32 checksum value for chunk [0, 0x3768c): Mirror 1: 0xde87e6b2 Mirror 17: 0xde87e6b2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3768c: skipped 000727 1789481261.118795 MIRROR_RESYNC 6 mirrors 000728 1789481262.116603 trunc from 0x03768c to 0x004067 (0x33624 bytes) 000729 1789481262.151699 trunc from 0x004068 to 0x02b4ea (0x27483 bytes) 000730 1789481262.172427 mapread 0x00ac63 thru 0x00d740 (0x2ade bytes) 000732 1789481262.186837 mapread 0x00fe28 thru 0x01b2a4 (0xb47d bytes) 000733 1789481262.194699 write 0x02f23c thru 0x036dc6 (0x7b8b bytes) 000734 1789481262.197381 trunc from 0x036dc7 to 0x005500 (0x318c6 bytes) 000735 1789481262.212759 write 0x00e740 thru 0x01c542 (0xde03 bytes) 000736 1789481262.214589 punch from 0x011f99 to 0x01848d (0x64f5 bytes) 000737 1789481262.227957 mapread 0x014b09 thru 0x0151b5 (0x6ad bytes) 000738 1789481262.236468 read 0x010594 thru 0x010b0c (0x579 bytes) 000739 1789481262.237066 trunc from 0x010594 to 0x015d6c (0x57d9 bytes) 000740 1789481262.241844 trunc from 0x015df3 to 0x01c542 (0x6750 bytes) 000741 1789481262.247327 mapread 0x0032d2 thru 0x003945 (0x674 bytes) 000742 1789481262.255239 fallocate 0x01acc0 thru 0x02a5a1 (0xf8e2 bytes) 000744 1789481262.260193 read 0x01b8e1 thru 0x02a5a1 (0xecc1 bytes) 000745 1789481262.269105 trunc from 0x0236b4 to 0x023d6f (0x6bc bytes) 000746 1789481262.274261 read 0x0199c8 thru 0x01f91e (0x5f57 bytes) 000747 1789481262.274833 mapread 0x02537e thru 0x02a5a1 (0x5224 bytes) 000749 1789481262.277761 write 0x0398a1 thru 0x03ffff (0x675f bytes) 000750 1789481262.279236 write 0x015f63 thru 0x01fb91 (0x9c2f bytes) 000751 1789481262.287498 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0xf4aa7e2f (stale) Mirror 15: 0xf4aa7e2f (stale) Mirror 16: 0xf4aa7e2f (stale) Mirror 17: 0xf4aa7e2f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0xf4aa7e2f (stale) Mirror 15: 0xf4aa7e2f (stale) Mirror 16: 0xf4aa7e2f (stale) Mirror 17: 0xf4aa7e2f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000752 1789481262.782752 mapread 0x00673e thru 0x00ff28 (0x97eb bytes) 000753 1789481262.805003 trunc from 0x03ee80 to 0x03ffff (0x1180 bytes) 000754 1789481262.811116 mapwrite 0x03a71e thru 0x03ffff (0x58e2 bytes) 000755 1789481262.836022 mapread 0x003713 thru 0x0129d2 (0xf2c0 bytes) 000756 1789481262.845176 fallocate 0x00cb80 thru 0x0182ad (0xb72e bytes) 000757 1789481262.851846 mapread 0x01d6ab thru 0x01dcca (0x620 bytes) 000758 1789481262.859596 write 0x03baf1 thru 0x03c70b (0xc1b bytes) 000759 1789481262.863836 fallocate 0x001771 thru 0x003404 (0x1c94 bytes) 000760 1789481262.869499 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0xf4aa7e2f (stale) Mirror 15: 0xf4aa7e2f (stale) Mirror 16: 0xf4aa7e2f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0xf4aa7e2f (stale) Mirror 15: 0xf4aa7e2f (stale) Mirror 16: 0xf4aa7e2f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000762 1789481263.182828 read 0x026624 thru 0x033e56 (0xd833 bytes) 000763 1789481263.199824 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0xf4aa7e2f (stale) Mirror 16: 0xf4aa7e2f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0xf4aa7e2f (stale) Mirror 16: 0xf4aa7e2f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000765 1789481263.485232 write 0x0345bc thru 0x03ffff (0xba44 bytes) 000766 1789481263.497727 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0xf4aa7e2f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0xf4aa7e2f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000767 1789481263.762485 fallocate 0x03f710 thru 0x03ffff (0x8f0 bytes) 000768 1789481263.769472 trunc from 0x032bc8 to 0x03f15b (0xc594 bytes) 000769 1789481263.785738 punch from 0x01d495 to 0x029a36 (0xc5a2 bytes) 000770 1789481263.794887 mapwrite 0x024649 thru 0x033068 (0xea20 bytes) 000771 1789481263.882939 trunc from 0x040000 to 0x02bc71 (0x1438e bytes) 000772 1789481263.933510 mapwrite 0x02d017 thru 0x03bf93 (0xef7d bytes) 000773 1789481264.008776 mapwrite 0x00944a thru 0x00a036 (0xbed bytes) 000774 1789481264.031474 fallocate 0x006dae thru 0x00bae8 (0x4d3b bytes) 000775 1789481264.038194 punch from 0x017d2c to 0x01fda6 (0x807b bytes) 000776 1789481264.041887 trunc from 0x03bf94 to 0x01a6d9 (0x218ba bytes) 000777 1789481264.051941 trunc from 0x01a6da to 0x01598d (0x4d4c bytes) 000778 1789481264.071685 write 0x023d35 thru 0x026c20 (0x2eec bytes) 000779 1789481264.073852 fallocate 0x03d157 thru 0x03ffff (0x2ea9 bytes) 000780 1789481264.080903 mapread 0x01a189 thru 0x01d60b (0x3483 bytes) 000781 1789481264.092688 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x26c21): Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26c21): Mirror 14: 0x9dfa8423 (stale) CRC-32 checksum value for chunk [0, 0x26c21): Mirror 1: 0x6febe05c Mirror 15: 0x6febe05c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26c21: skipped 000782 1789481264.740519 read 0x01d080 thru 0x01dba1 (0xb22 bytes) 000783 1789481264.769258 punch from 0x0194ce to 0x0259f4 (0xc527 bytes) 000784 1789481264.820858 fallocate 0x01d083 thru 0x029349 (0xc2c7 bytes) 000785 1789481264.827740 mapread 0x0148cb thru 0x016ed3 (0x2609 bytes) 000786 1789481264.847286 read 0x013ae3 thru 0x015bc1 (0x20df bytes) 000787 1789481264.848014 mapwrite 0x005eb1 thru 0x00a32a (0x447a bytes) 000788 1789481264.874009 write 0x008836 thru 0x0126a6 (0x9e71 bytes) 000789 1789481264.879358 mapread 0x0149cb thru 0x0186d9 (0x3d0f bytes) 000790 1789481264.881279 write 0x00ff8d thru 0x0183d8 (0x844c bytes) 000791 1789481264.883643 punch from 0x004b3f to 0x012925 (0xdde7 bytes) 000792 1789481264.897713 read 0x003831 thru 0x00b7fc (0x7fcc bytes) 000793 1789481264.911639 trunc from 0x026c21 to 0x01d4d2 (0x974e bytes) 000794 1789481264.953305 trunc from 0x01d4d3 to 0x03f6aa (0x221d8 bytes) 000795 1789481264.965767 read 0x0327f7 thru 0x03b07c (0x8886 bytes) 000796 1789481264.971896 trunc from 0x03f6ab to 0x009d49 (0x35961 bytes) 000797 1789481264.999392 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x9d4a): Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x9d4a): Mirror 14: 0x7e53c098 (stale) Mirror 15: 0xbeb822bc (stale) CRC-32 checksum value for chunk [0, 0x9d4a): Mirror 1: 0x7e53c098 Mirror 16: 0x7e53c098 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x9d4a: skipped 000798 1789481265.645711 write 0x01c9f2 thru 0x026a63 (0xa072 bytes) 000799 1789481265.679727 fallocate 0x0325da thru 0x039303 (0x6d2a bytes) 000800 1789481265.684726 mapread 0x000959 thru 0x00dcc2 (0xd36a bytes) 000801 1789481265.705482 mapwrite 0x033c0e thru 0x038342 (0x4735 bytes) 000802 1789481265.739725 fallocate 0x01fe72 thru 0x023a37 (0x3bc6 bytes) 000803 1789481265.744800 mapread 0x00e2e6 thru 0x01a868 (0xc583 bytes) 000805 1789481265.756631 punch from 0x0177df to 0x025888 (0xe0aa bytes) 000806 1789481265.760383 trunc from 0x039304 to 0x015a3b (0x238c8 bytes) 000807 1789481265.780904 punch from 0x011fdc to 0x012540 (0x565 bytes) 000808 1789481265.785127 punch from 0x002c1c to 0x003424 (0x809 bytes) 000809 1789481265.791002 trunc from 0x015a3c to 0x01dac9 (0x808e bytes) 000810 1789481265.822847 fallocate 0x01d541 thru 0x02d467 (0xff27 bytes) 000811 1789481265.842163 MIRROR_RESYNC 4 mirrors 000812 1789481266.494705 write 0x03348d thru 0x035273 (0x1de7 bytes) 000813 1789481266.514083 mapread 0x02c66e thru 0x031234 (0x4bc7 bytes) 000814 1789481266.528324 fallocate 0x020873 thru 0x02a161 (0x98ef bytes) 000815 1789481266.532997 punch from 0x01f010 to 0x024b69 (0x5b5a bytes) 000816 1789481266.537896 read 0x02d1fa thru 0x0311ab (0x3fb2 bytes) 000817 1789481266.538576 fallocate 0x00bca8 thru 0x0135df (0x7938 bytes) 000818 1789481266.542703 mapread 0x00a4b4 thru 0x00e965 (0x44b2 bytes) 000819 1789481266.557622 mapread 0x031ee7 thru 0x035273 (0x338d bytes) 000820 1789481266.558470 trunc from 0x035274 to 0x02fff6 (0x527d bytes) 000821 1789481266.573511 mapwrite 0x0146e1 thru 0x0160de (0x19fe bytes) 000822 1789481266.591652 mapwrite 0x01213f thru 0x01775d (0x561f bytes) 000823 1789481266.606221 trunc from 0x008d51 to 0x0139de (0xac8e bytes) 000824 1789481266.615134 read 0x01e4b6 thru 0x0260e8 (0x7c33 bytes) 000825 1789481266.624013 mapwrite 0x024666 thru 0x02ffb2 (0xb94d bytes) 000826 1789481266.640400 mapread 0x012aab thru 0x015e45 (0x339b bytes) 000827 1789481266.641267 trunc from 0x015c25 to 0x022043 (0xc41f bytes) 000828 1789481266.649130 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2fff7): Mirror 15: 0x673eead8 (stale) Mirror 16: 0x673eead8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fff7): Mirror 15: 0x673eead8 (stale) Mirror 16: 0x673eead8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fff7: skipped 000829 1789481266.866675 read 0x01de7c thru 0x02912e (0xb2b3 bytes) 000830 1789481266.874594 trunc from 0x02fff7 to 0x00aea4 (0x25152 bytes) 000831 1789481266.892137 read 0x006fa5 thru 0x00aea4 (0x3f00 bytes) 000832 1789481266.906321 mapread 0x001b15 thru 0x00a876 (0x8d62 bytes) 000833 1789481266.912384 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xaea5): Mirror 16: 0xd65260ef (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xaea5): Mirror 16: 0xd65260ef (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xaea5: skipped 000834 1789481267.105411 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0xaea5): Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xaea5): Mirror 16: 0xd65260ef (stale) CRC-32 checksum value for chunk [0, 0xaea5): Mirror 1: 0xd65260ef Mirror 17: 0xd65260ef lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xaea5: skipped 000835 1789481267.628509 fallocate 0x022e9c thru 0x02eea0 (0xc005 bytes) 000836 1789481267.667242 write 0x01cff4 thru 0x026138 (0x9145 bytes) 000837 1789481267.676677 mapwrite 0x031c4f thru 0x03e81e (0xcbd0 bytes) 000838 1789481267.720506 trunc from 0x00de50 to 0x01173f (0x38f0 bytes) 000839 1789481267.725819 mapwrite 0x001524 thru 0x00f0d8 (0xdbb5 bytes) 000840 1789481267.753598 mapwrite 0x01bfda thru 0x024e57 (0x8e7e bytes) 000841 1789481267.779546 mapwrite 0x03ed60 thru 0x03ffff (0x12a0 bytes) 000842 1789481267.817911 punch from 0x022ef1 to 0x023c29 (0xd39 bytes) 000843 1789481267.823698 trunc from 0x040000 to 0x0217a0 (0x1e85f bytes) 000844 1789481267.836595 punch from 0x009e68 to 0x00f694 (0x582d bytes) 000845 1789481267.841302 trunc from 0x0217a1 to 0x03f93a (0x1e19a bytes) 000846 1789481267.854621 trunc from 0x025ebe to 0x030498 (0xa5db bytes) 000847 1789481267.858718 mapwrite 0x002e5b thru 0x00fde0 (0xcf86 bytes) 000848 1789481267.884799 trunc from 0x03f93b to 0x032ea1 (0xca99 bytes) 000849 1789481267.896744 mapread 0x0314a4 thru 0x031a19 (0x576 bytes) 000851 1789481267.910317 punch from 0x00b1ac to 0x00ce42 (0x1c97 bytes) 000853 1789481267.920876 write 0x0345e1 thru 0x03ffff (0xba1f bytes) 000854 1789481267.922390 write 0x02186b thru 0x02c360 (0xaaf6 bytes) 000855 1789481267.929250 MIRROR_RESYNC 3 mirrors 000856 1789481268.666779 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000857 1789481268.885006 mapread 0x03b5de thru 0x03ffff (0x4a22 bytes) 000858 1789481268.905632 punch from 0x00ef16 to 0x01ba81 (0xcb6c bytes) 000859 1789481268.936827 trunc from 0x03bf50 to 0x03ffff (0x40b0 bytes) 000860 1789481268.941571 punch from 0x035740 to 0x03bbc3 (0x6484 bytes) 000861 1789481268.946386 read 0x028cdd thru 0x033b20 (0xae44 bytes) 000862 1789481268.953135 mapread 0x034cf8 thru 0x03818e (0x3497 bytes) 000863 1789481268.959017 trunc from 0x040000 to 0x034c8c (0xb373 bytes) 000864 1789481268.982656 trunc from 0x00cb68 to 0x0169c9 (0x9e62 bytes) 000865 1789481268.991536 mapread 0x017d6e thru 0x0180cc (0x35f bytes) 000866 1789481269.003382 punch from 0x005a3d to 0x00ebe3 (0x91a7 bytes) 000867 1789481269.011645 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x34c8d): Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34c8d): Mirror 17: 0xb56e89ba (stale) CRC-32 checksum value for chunk [0, 0x34c8d): Mirror 1: 0x7f0832ba Mirror 18: 0x7f0832ba lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34c8d: skipped 000868 1789481269.750862 fallocate 0x0191fa thru 0x01d353 (0x415a bytes) 000869 1789481269.785877 mapwrite 0x002986 thru 0x002ff4 (0x66f bytes) 000870 1789481269.806379 read 0x028668 thru 0x02adb8 (0x2751 bytes) 000871 1789481269.811026 trunc from 0x022b3f to 0x02f24f (0xc711 bytes) 000872 1789481269.824309 punch from 0x0126a0 to 0x01283d (0x19e bytes) 000873 1789481269.830956 trunc from 0x034c8d to 0x01c70a (0x18582 bytes) 000874 1789481269.866394 fallocate 0x01dc59 thru 0x0223ae (0x4756 bytes) 000875 1789481269.877278 trunc from 0x0223af to 0x01b077 (0x7337 bytes) 000876 1789481269.896560 mapread 0x0080c4 thru 0x0103af (0x82ec bytes) 000877 1789481269.911340 read 0x000a49 thru 0x00fa04 (0xefbc bytes) 000878 1789481269.923178 mapwrite 0x031209 thru 0x03527f (0x4077 bytes) 000879 1789481269.976818 mapwrite 0x0182ed thru 0x02415b (0xbe6f bytes) 000881 1789481270.012229 trunc from 0x024a2d to 0x027ce3 (0x32b7 bytes) 000882 1789481270.019770 read 0x014997 thru 0x01b87f (0x6ee9 bytes) 000883 1789481270.020927 mapread 0x012f68 thru 0x0199cc (0x6a65 bytes) 000884 1789481270.022254 read 0x0085e2 thru 0x00a2ec (0x1d0b bytes) 000885 1789481270.028697 trunc from 0x0300ec to 0x03527f (0x5194 bytes) 000886 1789481270.034971 punch from 0x029f31 to 0x03527f (0xb34f bytes) 000887 1789481270.042298 mapwrite 0x03fc69 thru 0x03ffff (0x397 bytes) 000888 1789481270.106072 fallocate 0x02517d thru 0x029922 (0x47a6 bytes) 000889 1789481270.110797 fallocate 0x015fb2 thru 0x019480 (0x34cf bytes) 000890 1789481270.115503 read 0x017a73 thru 0x01cef0 (0x547e bytes) 000891 1789481270.116367 trunc from 0x040000 to 0x033e40 (0xc1bf bytes) 000892 1789481270.135652 read 0x030ac9 thru 0x033e40 (0x3378 bytes) 000893 1789481270.136356 read 0x02af4e thru 0x033e40 (0x8ef3 bytes) 000894 1789481270.137647 fallocate 0x03a184 thru 0x03e1b2 (0x402f bytes) 000895 1789481270.141706 trunc from 0x033e41 to 0x0364d7 (0x2697 bytes) 000896 1789481270.151689 trunc from 0x017c94 to 0x018721 (0xa8e bytes) 000898 1789481270.163954 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x364d8): Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x364d8): Mirror 17: 0xadff1950 (stale) Mirror 18: 0x7f8a6dfa (stale) CRC-32 checksum value for chunk [0, 0x364d8): Mirror 1: 0x12634a26 Mirror 19: 0x12634a26 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x364d8: skipped 000899 1789481270.905575 trunc from 0x0272c0 to 0x029256 (0x1f97 bytes) 000900 1789481270.924876 punch from 0x02821f to 0x02f8b0 (0x7692 bytes) 000901 1789481270.927564 trunc from 0x0364d8 to 0x0187ac (0x1dd2b bytes) 000902 1789481270.952417 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x187ad): Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x187ad): Mirror 17: 0x298f016d (stale) Mirror 18: 0x2f3c635e (stale) Mirror 19: 0x7b2521c5 (stale) CRC-32 checksum value for chunk [0, 0x187ad): Mirror 1: 0x7b2521c5 Mirror 20: 0x7b2521c5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x187ad: skipped 000903 1789481271.680474 read 0x00f563 thru 0x013004 (0x3aa2 bytes) 000904 1789481271.705664 punch from 0x00e43c to 0x0187ac (0xa371 bytes) 000905 1789481271.741823 trunc from 0x008fb0 to 0x009c2c (0xc7d bytes) 000908 1789481271.746898 trunc from 0x0187ad to 0x02f077 (0x168cb bytes) 000909 1789481271.775638 MIRROR_RESYNC 5 mirrors 000910 1789481272.689009 trunc from 0x02f078 to 0x01cc4c (0x1242b bytes) 000911 1789481272.728088 punch from 0x0115db to 0x01c492 (0xaeb8 bytes) 000912 1789481272.732230 mapwrite 0x03c81a thru 0x03ffff (0x37e6 bytes) 000913 1789481272.776716 write 0x028723 thru 0x034b00 (0xc3de bytes) 000914 1789481272.785957 mapwrite 0x036eb1 thru 0x03ffff (0x914f bytes) 000915 1789481272.807736 fallocate 0x022e71 thru 0x0301f2 (0xd382 bytes) 000916 1789481272.811785 trunc from 0x040000 to 0x00f9a3 (0x3065c bytes) 000917 1789481272.827481 mapwrite 0x026a97 thru 0x030c67 (0xa1d1 bytes) 000918 1789481272.874001 mapwrite 0x000aa9 thru 0x00a2ca (0x9822 bytes) 000920 1789481272.901499 punch from 0x0265b0 to 0x02da4e (0x749f bytes) 000921 1789481272.905507 fallocate 0x038e34 thru 0x03fa57 (0x6c24 bytes) 000923 1789481272.911165 trunc from 0x00f4c3 to 0x01f11f (0xfc5d bytes) 000924 1789481272.915538 punch from 0x006449 to 0x009885 (0x343d bytes) 000925 1789481272.920608 trunc from 0x030c68 to 0x02b188 (0x5adf bytes) 000926 1789481272.939936 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2b189): Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b189): Mirror 17: 0x2aefa560 (stale) Mirror 18: 0x2aefa560 (stale) Mirror 19: 0x2aefa560 (stale) Mirror 20: 0x2aefa560 (stale) CRC-32 checksum value for chunk [0, 0x2b189): Mirror 1: 0x2fbabb92 Mirror 21: 0x2fbabb92 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b189: skipped 000927 1789481273.780794 mapread 0x00ff95 thru 0x01b319 (0xb385 bytes) 000928 1789481273.817809 punch from 0x00ba90 to 0x0191de (0xd74f bytes) 000929 1789481273.852734 mapwrite 0x035571 thru 0x03ffff (0xaa8f bytes) 000930 1789481273.904296 mapread 0x012cca thru 0x01b6f2 (0x8a29 bytes) 000931 1789481273.922243 trunc from 0x033be0 to 0x03f8f4 (0xbd15 bytes) 000932 1789481273.926467 read 0x00fb56 thru 0x01256d (0x2a18 bytes) 000934 1789481273.928218 read 0x0063af thru 0x00e0fd (0x7d4f bytes) 000935 1789481273.937381 punch from 0x0164d3 to 0x020565 (0xa093 bytes) 000936 1789481273.941423 punch from 0x00342f to 0x00c0fb (0x8ccd bytes) 000939 1789481273.947016 write 0x014730 thru 0x01f5e1 (0xaeb2 bytes) 000940 1789481273.955781 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: 0x7140f496 (stale) Mirror 18: 0x7140f496 (stale) Mirror 19: 0x7140f496 (stale) Mirror 20: 0x7140f496 (stale) Mirror 21: 0x344ec3a1 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf9e91df0 Mirror 22: 0xf9e91df0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000941 1789481274.842387 read 0x039d02 thru 0x03ffff (0x62fe bytes) 000942 1789481274.863443 write 0x02f58f thru 0x03748c (0x7efe bytes) 000943 1789481274.927957 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: 0x7140f496 (stale) Mirror 18: 0x7140f496 (stale) Mirror 19: 0x7140f496 (stale) Mirror 20: 0x7140f496 (stale) Mirror 21: 0x344ec3a1 (stale) Mirror 22: 0xf9e91df0 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa8ee9053 Mirror 23: 0xa8ee9053 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000944 1789481275.831554 trunc from 0x02f1cd to 0x030e36 (0x1c6a bytes) 000945 1789481275.870270 mapread 0x01c60b thru 0x020095 (0x3a8b bytes) 000946 1789481275.888690 mapread 0x034052 thru 0x03b8a7 (0x7856 bytes) 000947 1789481275.900470 mapwrite 0x0117fe thru 0x018265 (0x6a68 bytes) 000948 1789481275.921992 fallocate 0x032e52 thru 0x03f97f (0xcb2e bytes) 000949 1789481275.926590 mapread 0x028469 thru 0x0309f4 (0x858c bytes) 000950 1789481275.933701 read 0x0123df thru 0x020946 (0xe568 bytes) 000951 1789481275.934649 punch from 0x00b403 to 0x01464d (0x924b bytes) 000952 1789481275.938928 read 0x00640f thru 0x0068c6 (0x4b8 bytes) 000953 1789481275.950400 mapwrite 0x0096d8 thru 0x0117c4 (0x80ed bytes) 000954 1789481275.991182 trunc from 0x0015c1 to 0x0040b8 (0x2af8 bytes) 000955 1789481276.012375 read 0x013d90 thru 0x0197b1 (0x5a22 bytes) 000957 1789481276.013506 mapwrite 0x00dec4 thru 0x018436 (0xa573 bytes) 000958 1789481276.064007 trunc from 0x00f3b0 to 0x01037d (0xfce bytes) 000959 1789481276.069610 mapread 0x0193d7 thru 0x01d103 (0x3d2d bytes) 000960 1789481276.071232 trunc from 0x01e112 to 0x01e488 (0x377 bytes) 000961 1789481276.076663 trunc from 0x01f790 to 0x029e17 (0xa688 bytes) 000962 1789481276.087535 write 0x029963 thru 0x02bcb0 (0x234e bytes) 000963 1789481276.106622 fallocate 0x032fee thru 0x036ca3 (0x3cb6 bytes) 000965 1789481276.115345 read 0x018bf3 thru 0x024b06 (0xbf14 bytes) 000966 1789481276.116933 fallocate 0x013b8b thru 0x018574 (0x49ea bytes) 000967 1789481276.132763 punch from 0x00eceb to 0x0114d8 (0x27ee bytes) 000968 1789481276.140628 punch from 0x036003 to 0x03ffff (0x9ffd bytes) 000969 1789481276.147386 trunc from 0x01e530 to 0x02b98a (0xd45b bytes) 000970 1789481276.173403 trunc from 0x02e81d to 0x0359ae (0x7192 bytes) 000972 1789481276.185775 mapwrite 0x01d4cb thru 0x02a621 (0xd157 bytes) 000973 1789481276.218627 read 0x025682 thru 0x02e6e6 (0x9065 bytes) 000974 1789481276.219296 read 0x009bfa thru 0x013cfd (0xa104 bytes) 000975 1789481276.219866 trunc from 0x02e9c2 to 0x031384 (0x29c3 bytes) 000976 1789481276.225388 mapwrite 0x012958 thru 0x01de3e (0xb4e7 bytes) 000977 1789481276.245363 write 0x01bd31 thru 0x022233 (0x6503 bytes) 000978 1789481276.246575 punch from 0x0206eb to 0x020f97 (0x8ad bytes) 000980 1789481276.259765 write 0x00626f thru 0x012d72 (0xcb04 bytes) 000981 1789481276.261211 read 0x02f5d1 thru 0x0337cf (0x41ff bytes) 000983 1789481276.272181 write 0x02d7e9 thru 0x03947f (0xbc97 bytes) 000984 1789481276.274315 punch from 0x02c67a to 0x03aa6c (0xe3f3 bytes) 000985 1789481276.287720 punch from 0x00d927 to 0x017872 (0x9f4c bytes) 000986 1789481276.292501 punch from 0x00efd4 to 0x011299 (0x22c6 bytes) 000987 1789481276.296961 trunc from 0x040000 to 0x039533 (0x6acc bytes) 000989 1789481276.318446 mapread 0x017a90 thru 0x018206 (0x777 bytes) 000990 1789481276.326196 mapread 0x02e571 thru 0x039533 (0xafc3 bytes) 000991 1789481276.379854 write 0x02a427 thru 0x02f0cd (0x4ca7 bytes) 000992 1789481276.381771 trunc from 0x01c12f to 0x01f5de (0x34b0 bytes) 000994 1789481276.387823 punch from 0x00108e to 0x001463 (0x3d6 bytes) 000995 1789481276.392959 trunc from 0x003f40 to 0x00d763 (0x9824 bytes) 000996 1789481276.398266 fallocate 0x010ae1 thru 0x020a0f (0xff2f bytes) 000997 1789481276.402768 trunc from 0x039534 to 0x029718 (0xfe1b bytes) 000998 1789481276.417884 fallocate 0x032148 thru 0x039145 (0x6ffe bytes) 000999 1789481276.422610 fallocate 0x020b2a thru 0x02e451 (0xd928 bytes) All operations completed A-OK!