== sanity-flr test 70a: flr mode fsx test ================ 22:35:01 (1788834901) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 4903 000003 1788834903.757235 MIRROR_EXTEND to 2 mirrors 000005 1788834904.318872 mapwrite 0x0212f2 thru 0x02a02e (0x8d3d bytes) 000006 1788834904.413054 MIRROR_RESYNC 2 mirrors truncating to largest ever: 0x34419 000007 1788834904.875234 trunc from 0x02a02f to 0x034418 (0xa3ea bytes) 000008 1788834904.951728 mapread 0x00268a thru 0x0041bc (0x1b33 bytes) 000009 1788834904.968829 write 0x03fe13 thru 0x03ffff (0x1ed bytes) 000010 1788834904.974112 MIRROR_RESYNC 2 mirrors 000011 1788834905.599297 punch from 0x03e3c2 to 0x03ffff (0x1c3e bytes) 000012 1788834905.630413 trunc from 0x040000 to 0x013bac (0x2c453 bytes) 000013 1788834905.657685 read 0x002424 thru 0x00716b (0x4d48 bytes) 000014 1788834905.667607 punch from 0x00745d to 0x013bac (0xc750 bytes) 000015 1788834905.676524 MIRROR_RESYNC 2 mirrors 000016 1788834906.193704 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) 000017 1788834906.406964 mapread 0x00af5d thru 0x00ded1 (0x2f75 bytes) 000018 1788834906.435391 trunc from 0x013bad to 0x027b0a (0x13f5e bytes) 000019 1788834906.499598 mapwrite 0x026bb3 thru 0x035b67 (0xefb5 bytes) 000020 1788834906.569407 fallocate 0x0266c3 thru 0x02ecd0 (0x860e bytes) 000021 1788834906.574131 fallocate 0x0212ce thru 0x025a9e (0x47d1 bytes) 000022 1788834906.579521 trunc from 0x035b68 to 0x0111e1 (0x24986 bytes) 000023 1788834906.599607 punch from 0x00c6af to 0x00e657 (0x1fa9 bytes) 000024 1788834906.605863 mapread 0x0042be thru 0x0111e1 (0xcf24 bytes) 000025 1788834906.627750 MIRROR_EXTEND to 2 mirrors 000026 1788834907.111805 mapwrite 0x039b27 thru 0x03e9b1 (0x4e8b bytes) 000028 1788834907.217917 fallocate 0x000fa7 thru 0x00f700 (0xe75a bytes) 000030 1788834907.223813 read 0x02ab78 thru 0x037d36 (0xd1bf bytes) 000031 1788834907.235206 mapwrite 0x000d2a thru 0x004c0b (0x3ee2 bytes) 000032 1788834907.264137 read 0x029275 thru 0x02d6f4 (0x4480 bytes) 000033 1788834907.273113 write 0x019312 thru 0x01d2e7 (0x3fd6 bytes) 000034 1788834907.274278 read 0x0365b7 thru 0x03e9b1 (0x83fb bytes) truncating to largest ever: 0x347ac 000035 1788834907.275894 trunc from 0x03e9b2 to 0x0347ab (0xa206 bytes) 000036 1788834907.294084 trunc from 0x0347ac to 0x0107c3 (0x23fe8 bytes) 000037 1788834907.309323 read 0x0070b1 thru 0x0098b8 (0x2808 bytes) 000038 1788834907.309808 trunc from 0x0107c4 to 0x0192c1 (0x8afe bytes) 000039 1788834907.325654 mapwrite 0x011d7b thru 0x012070 (0x2f6 bytes) 000040 1788834907.345803 mapwrite 0x02d519 thru 0x02f7d6 (0x22be bytes) 000042 1788834907.384813 punch from 0x0166c9 to 0x024e56 (0xe78e bytes) 000043 1788834907.393069 mapwrite 0x0089a9 thru 0x00da12 (0x506a bytes) fallocating to largest ever: 0x3c877 000044 1788834907.409678 fallocate 0x036a22 thru 0x03c876 (0x5e55 bytes) 000045 1788834907.414975 write 0x000221 thru 0x0024c5 (0x22a5 bytes) 000046 1788834907.417516 trunc from 0x0072c3 to 0x0073fc (0x13a bytes) 000047 1788834907.424347 punch from 0x02b1e8 to 0x032a44 (0x785d bytes) 000048 1788834907.429578 read 0x028e68 thru 0x02b047 (0x21e0 bytes) 000049 1788834907.443161 read 0x0011b2 thru 0x00aeb5 (0x9d04 bytes) 000050 1788834907.444894 trunc from 0x02d259 to 0x034616 (0x73be bytes) 000051 1788834907.452800 mapwrite 0x02bd8c thru 0x02f2a4 (0x3519 bytes) 000052 1788834907.483148 punch from 0x030cf2 to 0x03b345 (0xa654 bytes) fallocating to largest ever: 0x40000 000053 1788834907.490843 fallocate 0x03f74c thru 0x03ffff (0x8b4 bytes) 000054 1788834907.496644 trunc from 0x03331a to 0x03c876 (0x955d bytes) 000055 1788834907.504792 write 0x0231be thru 0x02f155 (0xbf98 bytes) 000056 1788834907.506420 read 0x013981 thru 0x01e490 (0xab10 bytes) 000057 1788834907.508917 mapwrite 0x018865 thru 0x020e4d (0x85e9 bytes) 000058 1788834907.537767 fallocate 0x039be7 thru 0x03ffff (0x6419 bytes) 000059 1788834907.542812 mapwrite 0x001b24 thru 0x007ac1 (0x5f9e bytes) 000060 1788834907.561138 mapread 0x002e6b thru 0x005426 (0x25bc bytes) 000061 1788834907.562038 mapread 0x0265f6 thru 0x026f93 (0x99e bytes) 000062 1788834907.562800 mapread 0x015815 thru 0x01db23 (0x830f bytes) 000063 1788834907.567804 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3c877): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c877): Mirror 2: 0x30e45a83 (stale) CRC-32 checksum value for chunk [0, 0x3c877): Mirror 1: 0x3ab4588d Mirror 3: 0x3ab4588d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c877: skipped 000064 1788834908.609759 mapread 0x027343 thru 0x034639 (0xd2f7 bytes) 000065 1788834908.645106 mapwrite 0x0390bc thru 0x03e046 (0x4f8b bytes) 000067 1788834908.709773 mapwrite 0x0012fd thru 0x006918 (0x561c bytes) 000068 1788834908.735286 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3e047): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e047): Mirror 2: 0xac00ab78 (stale) Mirror 3: 0x310e191e (stale) CRC-32 checksum value for chunk [0, 0x3e047): Mirror 1: 0xa8d63902 Mirror 4: 0xa8d63902 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e047: skipped 000069 1788834909.700005 punch from 0x01a160 to 0x0287e2 (0xe683 bytes) 000070 1788834909.776313 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e047): Mirror 3: 0x310e191e (stale) Mirror 4: 0xa8d63902 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e047): Mirror 3: 0x310e191e (stale) Mirror 4: 0xa8d63902 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e047: skipped 000071 1788834910.296309 read 0x0052db thru 0x00ca3e (0x7764 bytes) 000073 1788834910.305826 punch from 0x008b08 to 0x013823 (0xad1c bytes) 000074 1788834910.314463 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e047): Mirror 4: 0xa8d63902 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e047): Mirror 4: 0xa8d63902 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e047: skipped 000075 1788834910.601962 trunc from 0x03e047 to 0x0114bc (0x2cb8a bytes) 000076 1788834910.623501 mapread 0x0071a0 thru 0x00fe6d (0x8cce bytes) 000077 1788834910.641901 trunc from 0x008784 to 0x00bf30 (0x37ad bytes) 000078 1788834910.649674 trunc from 0x004395 to 0x0114bc (0xd128 bytes) 000079 1788834910.654842 trunc from 0x0114bd to 0x037445 (0x25f89 bytes) 000080 1788834910.674046 trunc from 0x037446 to 0x030dfd (0x6648 bytes) 000081 1788834910.691526 write 0x03e272 thru 0x03ffff (0x1d8e bytes) 000083 1788834910.693114 mapwrite 0x0000a1 thru 0x00c192 (0xc0f2 bytes) 000085 1788834910.724704 fallocate 0x029257 thru 0x0298de (0x688 bytes) 000086 1788834910.730195 read 0x03c481 thru 0x03fc53 (0x37d3 bytes) 000087 1788834910.735845 trunc from 0x038029 to 0x03aa63 (0x2a3b bytes) 000088 1788834910.745894 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) 000089 1788834910.861285 read 0x03021f thru 0x0337a4 (0x3586 bytes) 000090 1788834910.868944 write 0x010993 thru 0x019e11 (0x947f bytes) 000093 1788834910.892579 fallocate 0x039b54 thru 0x03ffff (0x64ac bytes) 000096 1788834910.901426 write 0x03e4d7 thru 0x03ffff (0x1b29 bytes) 000098 1788834910.907647 fallocate 0x027e67 thru 0x0319dc (0x9b76 bytes) 000100 1788834910.913479 mapwrite 0x0147d0 thru 0x017111 (0x2942 bytes) 000102 1788834910.929602 trunc from 0x0141e2 to 0x024011 (0xfe30 bytes) 000103 1788834910.934778 mapread 0x0076fb thru 0x012432 (0xad38 bytes) 000104 1788834910.953469 trunc from 0x040000 to 0x016bc5 (0x2943a bytes) 000105 1788834910.971319 write 0x011880 thru 0x01acb9 (0x943a bytes) 000106 1788834910.973394 fallocate 0x033d45 thru 0x03f2c9 (0xb585 bytes) 000107 1788834910.980698 mapwrite 0x030c31 thru 0x031fdf (0x13af bytes) 000108 1788834911.009693 mapread 0x0368ab thru 0x03f2c9 (0x8a1f bytes) 000109 1788834911.021429 trunc from 0x01d2c0 to 0x021652 (0x4393 bytes) 000110 1788834911.025285 trunc from 0x0287aa to 0x02c662 (0x3eb9 bytes) 000111 1788834911.033451 trunc from 0x033739 to 0x03f2c9 (0xbb91 bytes) 000113 1788834911.041707 punch from 0x00f48b to 0x0157a9 (0x631f bytes) 000114 1788834911.048038 mapwrite 0x00dcb0 thru 0x01bd42 (0xe093 bytes) 000115 1788834911.091829 mapread 0x038cc7 thru 0x039f64 (0x129e bytes) 000116 1788834911.105406 fallocate 0x0172e4 thru 0x01d358 (0x6075 bytes) 000117 1788834911.109862 trunc from 0x03f2ca to 0x01c628 (0x22ca1 bytes) 000118 1788834911.124285 write 0x035722 thru 0x03b4ef (0x5dce bytes) 000120 1788834911.128601 write 0x005c58 thru 0x00a531 (0x48da bytes) 000121 1788834911.130002 trunc from 0x0179a6 to 0x022826 (0xae81 bytes) 000122 1788834911.136238 mapwrite 0x02e99b thru 0x032bed (0x4253 bytes) 000123 1788834911.159876 mapwrite 0x00a2eb thru 0x0137fc (0x9512 bytes) 000126 1788834911.180492 fallocate 0x01f355 thru 0x02403f (0x4ceb bytes) 000127 1788834911.186678 trunc from 0x0140b7 to 0x01611e (0x2068 bytes) 000128 1788834911.198195 MIRROR_EXTEND to 2 mirrors 000129 1788834911.985755 punch from 0x01069d to 0x01d020 (0xc984 bytes) 000131 1788834912.074734 trunc from 0x03b4f0 to 0x019b3e (0x219b1 bytes) 000132 1788834912.134568 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) 000133 1788834912.303193 trunc from 0x006098 to 0x00687b (0x7e4 bytes) 000135 1788834912.313634 mapwrite 0x010814 thru 0x012716 (0x1f03 bytes) 000137 1788834912.354909 trunc from 0x010116 to 0x01024a (0x135 bytes) 000138 1788834912.360162 read 0x00a0de thru 0x012d0c (0x8c2f bytes) 000139 1788834912.369981 mapread 0x01075f thru 0x017e61 (0x7703 bytes) 000141 1788834912.371357 mapwrite 0x01659e thru 0x01f98d (0x93f0 bytes) 000142 1788834912.426051 fallocate 0x03d998 thru 0x03ffff (0x2668 bytes) 000143 1788834912.432026 trunc from 0x010fb2 to 0x01f98d (0xe9dc bytes) 000144 1788834912.441521 punch from 0x011069 to 0x013255 (0x21ed bytes) 000145 1788834912.447171 write 0x00b26d thru 0x01aa3f (0xf7d3 bytes) 000146 1788834912.453528 trunc from 0x01952d to 0x01a044 (0xb18 bytes) 000147 1788834912.479963 trunc from 0x0017d9 to 0x0079fb (0x6223 bytes) 000148 1788834912.486059 write 0x039799 thru 0x03ffff (0x6867 bytes) 000150 1788834912.489244 write 0x00f102 thru 0x0121e6 (0x30e5 bytes) 000151 1788834912.490888 trunc from 0x00504e to 0x0085a0 (0x3553 bytes) 000152 1788834912.496532 mapwrite 0x00dfd0 thru 0x013fbf (0x5ff0 bytes) 000154 1788834912.517148 trunc from 0x040000 to 0x027835 (0x187ca bytes) 000155 1788834912.538873 trunc from 0x027836 to 0x039688 (0x11e53 bytes) 000156 1788834912.565624 trunc from 0x00e00b to 0x018e31 (0xae27 bytes) 000158 1788834912.575728 punch from 0x015537 to 0x02087e (0xb348 bytes) 000160 1788834912.597709 write 0x004a0e thru 0x0094b6 (0x4aa9 bytes) 000161 1788834912.609829 fallocate 0x03e188 thru 0x03ffff (0x1e78 bytes) 000162 1788834912.615554 write 0x02b0d1 thru 0x0386af (0xd5df bytes) 000163 1788834912.626941 read 0x02b739 thru 0x02d940 (0x2208 bytes) 000164 1788834912.628104 mapread 0x01a125 thru 0x029503 (0xf3df bytes) 000165 1788834912.658208 punch from 0x0366d0 to 0x03e8ac (0x81dd bytes) 000166 1788834912.675641 fallocate 0x012797 thru 0x01641b (0x3c85 bytes) 000167 1788834912.682324 trunc from 0x040000 to 0x00c20d (0x33df2 bytes) 000168 1788834912.699559 mapread 0x00756c thru 0x00c20d (0x4ca2 bytes) 000169 1788834912.701733 write 0x0233ac thru 0x024353 (0xfa8 bytes) 000170 1788834912.703542 trunc from 0x024354 to 0x038c74 (0x14921 bytes) 000171 1788834912.719532 trunc from 0x038c75 to 0x00c15b (0x2cb19 bytes) 000172 1788834912.746275 MIRROR_EXTEND to 2 mirrors 000173 1788834913.662640 punch from 0x0060a7 to 0x00825a (0x21b4 bytes) 000174 1788834913.702613 MIRROR_RESYNC 2 mirrors 000175 1788834914.364091 trunc from 0x00c15c to 0x03b43f (0x2f2e4 bytes) 000176 1788834914.398041 mapread 0x0337dc thru 0x03b43f (0x7c64 bytes) 000177 1788834914.420007 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3b440): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b440): Mirror 2: 0xf192a68 (stale) CRC-32 checksum value for chunk [0, 0x3b440): Mirror 1: 0xf192a68 Mirror 3: 0xf192a68 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b440: skipped 000179 1788834915.295075 fallocate 0x0092a1 thru 0x00ab67 (0x18c7 bytes) 000180 1788834915.339426 fallocate 0x00d174 thru 0x017899 (0xa726 bytes) 000181 1788834915.348550 write 0x03d3ce thru 0x03e8bd (0x14f0 bytes) 000182 1788834915.353553 write 0x022e3f thru 0x0280e6 (0x52a8 bytes) 000183 1788834915.360040 mapread 0x038a4e thru 0x03e8bd (0x5e70 bytes) 000184 1788834915.370190 mapread 0x01e6ab thru 0x020c9f (0x25f5 bytes) 000185 1788834915.375634 mapwrite 0x0288eb thru 0x0312e2 (0x89f8 bytes) 000186 1788834915.399493 mapread 0x018578 thru 0x01b578 (0x3001 bytes) 000188 1788834915.408241 fallocate 0x02f0b1 thru 0x037427 (0x8377 bytes) 000189 1788834915.414275 trunc from 0x03e8be to 0x0143ef (0x2a4ce bytes) 000191 1788834915.463957 read 0x00a3da thru 0x0143ef (0xa016 bytes) 000192 1788834915.481804 MIRROR_RESYNC 3 mirrors 000193 1788834916.561150 fallocate 0x0174c8 thru 0x01b638 (0x4171 bytes) 000194 1788834916.681570 mapwrite 0x019add thru 0x0284b9 (0xe9dd bytes) 000195 1788834916.864672 write 0x008479 thru 0x00b144 (0x2ccc bytes) 000196 1788834916.878713 trunc from 0x01255b to 0x017928 (0x53ce bytes) 000197 1788834916.885677 trunc from 0x0284ba to 0x00884b (0x1fc6e bytes) 000198 1788834916.899688 fallocate 0x03ad75 thru 0x03ffcb (0x5257 bytes) 000200 1788834916.905754 trunc from 0x006175 to 0x00884b (0x26d7 bytes) 000201 1788834916.920628 trunc from 0x005aa6 to 0x00884b (0x2da6 bytes) 000202 1788834916.938653 trunc from 0x001a96 to 0x004130 (0x269b bytes) 000203 1788834916.945808 trunc from 0x008649 to 0x00884b (0x203 bytes) 000204 1788834916.960998 mapread 0x0080a9 thru 0x00884b (0x7a3 bytes) 000205 1788834916.973687 trunc from 0x00884c to 0x01ef09 (0x166be bytes) 000206 1788834917.012553 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1ef0a): Mirror 2: 0x2b68421d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1ef0a): Mirror 2: 0x2b68421d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1ef0a: skipped 000207 1788834917.384545 write 0x006b65 thru 0x00b664 (0x4b00 bytes) 000208 1788834917.413517 MIRROR_RESYNC 2 mirrors 000209 1788834918.184726 read 0x019593 thru 0x01ef09 (0x5977 bytes) 000210 1788834918.196770 read 0x00946c thru 0x0158c1 (0xc456 bytes) 000211 1788834918.206885 mapwrite 0x012d10 thru 0x0182f3 (0x55e4 bytes) 000212 1788834918.299140 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) 000213 1788834918.440710 trunc from 0x008dab to 0x00f414 (0x666a bytes) 000214 1788834918.446967 trunc from 0x005b38 to 0x01233f (0xc808 bytes) 000215 1788834918.453158 fallocate 0x01d5af thru 0x01f046 (0x1a98 bytes) 000216 1788834918.458532 fallocate 0x001e26 thru 0x006dd0 (0x4fab bytes) 000217 1788834918.463769 punch from 0x015b33 to 0x018f81 (0x344f bytes) 000218 1788834918.468662 mapwrite 0x03b9b5 thru 0x03ffff (0x464b bytes) 000219 1788834918.525321 mapwrite 0x01d53d thru 0x02bd8f (0xe853 bytes) 000220 1788834918.576616 punch from 0x01e6d2 to 0x029a20 (0xb34f bytes) 000221 1788834918.582001 mapwrite 0x0349cd thru 0x03ffff (0xb633 bytes) 000224 1788834918.616089 mapwrite 0x00255a thru 0x0079ad (0x5454 bytes) 000225 1788834918.645670 write 0x0251b4 thru 0x031d1a (0xcb67 bytes) 000226 1788834918.652981 trunc from 0x000c43 to 0x006fed (0x63ab bytes) 000227 1788834918.658427 read 0x020095 thru 0x025e11 (0x5d7d bytes) 000228 1788834918.670170 fallocate 0x039a90 thru 0x03ffff (0x6570 bytes) 000229 1788834918.675275 mapwrite 0x00a1ef thru 0x01166c (0x747e bytes) 000230 1788834918.704531 mapwrite 0x007439 thru 0x00cdf6 (0x59be bytes) 000231 1788834918.720424 punch from 0x01192c to 0x014e3a (0x350f bytes) 000233 1788834918.727304 fallocate 0x02f76e thru 0x03784c (0x80df bytes) 000237 1788834918.736246 mapwrite 0x01e8c2 thru 0x024455 (0x5b94 bytes) 000238 1788834918.764949 punch from 0x0117d6 to 0x01fbf9 (0xe424 bytes) 000239 1788834918.771257 trunc from 0x002cc1 to 0x011a07 (0xed47 bytes) 000240 1788834918.776477 write 0x00194a thru 0x006ff5 (0x56ac bytes) 000241 1788834918.792834 MIRROR_EXTEND to 2 mirrors 000242 1788834919.484791 mapread 0x0074ed thru 0x016f5d (0xfa71 bytes) 000243 1788834919.526191 read 0x0301b6 thru 0x034900 (0x474b bytes) 000244 1788834919.540448 write 0x016023 thru 0x01b31e (0x52fc bytes) 000245 1788834919.589214 write 0x026ce4 thru 0x0283ef (0x170c bytes) 000246 1788834919.598069 mapread 0x02a80e thru 0x02dbdd (0x33d0 bytes) 000247 1788834919.611082 MIRROR_RESYNC 2 mirrors 000248 1788834920.435540 fallocate 0x03d13c thru 0x03ffff (0x2ec4 bytes) 000250 1788834920.532190 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x32c54289 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x32c54289 Mirror 3: 0x32c54289 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000251 1788834921.551029 fallocate 0x005273 thru 0x00cf59 (0x7ce7 bytes) 000252 1788834921.593968 punch from 0x0224e8 to 0x02321c (0xd35 bytes) 000253 1788834921.600201 trunc from 0x03fba6 to 0x03ffff (0x45a bytes) 000255 1788834921.606568 fallocate 0x026bdb thru 0x032461 (0xb887 bytes) 000256 1788834921.613158 mapread 0x00d1d1 thru 0x0159a6 (0x87d6 bytes) 000257 1788834921.640114 MIRROR_RESYNC 3 mirrors 000258 1788834922.715457 trunc from 0x00a43b to 0x015e9f (0xba65 bytes) 000260 1788834922.746524 fallocate 0x017543 thru 0x01f3d2 (0x7e90 bytes) 000261 1788834922.751918 write 0x02c677 thru 0x03c4d3 (0xfe5d bytes) 000262 1788834922.765491 mapread 0x01e54f thru 0x025900 (0x73b2 bytes) 000263 1788834922.783226 trunc from 0x040000 to 0x017fe4 (0x2801b bytes) 000264 1788834922.803622 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x17fe5): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17fe5): Mirror 2: 0x5fd02028 (stale) Mirror 3: 0x5fd02028 (stale) CRC-32 checksum value for chunk [0, 0x17fe5): Mirror 1: 0x5fd02028 Mirror 4: 0x5fd02028 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17fe5: skipped 000267 1788834923.666824 write 0x00451e thru 0x0045bb (0x9e bytes) 000268 1788834923.753270 fallocate 0x00e3f1 thru 0x01df99 (0xfba9 bytes) 000269 1788834923.759407 mapread 0x007778 thru 0x013e74 (0xc6fd bytes) 000271 1788834923.793678 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x17fe5): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17fe5): Mirror 2: 0x5fd02028 (stale) Mirror 3: 0x5fd02028 (stale) Mirror 4: 0x5fd02028 (stale) CRC-32 checksum value for chunk [0, 0x17fe5): Mirror 1: 0x19e9bedb Mirror 5: 0x19e9bedb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17fe5: skipped 000272 1788834924.782385 mapwrite 0x00ac11 thru 0x00ba1d (0xe0d bytes) 000273 1788834924.892010 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x17fe5): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17fe5): Mirror 2: 0x5fd02028 (stale) Mirror 3: 0x5fd02028 (stale) Mirror 4: 0x5fd02028 (stale) Mirror 5: 0x19e9bedb (stale) CRC-32 checksum value for chunk [0, 0x17fe5): Mirror 1: 0x9ef0ba12 Mirror 6: 0x9ef0ba12 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17fe5: skipped 000274 1788834925.930416 punch from 0x001c5f to 0x0022fd (0x69f bytes) 000275 1788834926.020686 mapwrite 0x031cac thru 0x03a8ed (0x8c42 bytes) 000276 1788834926.093024 mapread 0x01053b thru 0x01bd8b (0xb851 bytes) 000277 1788834926.121057 read 0x024611 thru 0x026d68 (0x2758 bytes) 000278 1788834926.127148 trunc from 0x03a8ee to 0x012802 (0x280eb bytes) 000279 1788834926.142821 write 0x008778 thru 0x00f282 (0x6b0b bytes) 000280 1788834926.148610 fallocate 0x03fb15 thru 0x03ffff (0x4eb bytes) 000281 1788834926.157411 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x34dcb505 (stale) Mirror 3: 0x34dcb505 (stale) Mirror 4: 0x162910f (stale) Mirror 5: 0x4f1b3462 (stale) Mirror 6: 0x77ebe46d (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xbc2e405d Mirror 7: 0xbc2e405d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000282 1788834927.064943 write 0x03d3e2 thru 0x03ffff (0x2c1e bytes) 000283 1788834927.116148 trunc from 0x00dc94 to 0x01ac71 (0xcfde bytes) 000285 1788834927.123126 write 0x03eeef thru 0x03ffff (0x1111 bytes) 000286 1788834927.131695 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x34dcb505 (stale) Mirror 3: 0x34dcb505 (stale) Mirror 4: 0x162910f (stale) Mirror 5: 0x4f1b3462 (stale) Mirror 6: 0x77ebe46d (stale) Mirror 7: 0xbc2e405d (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x8bb44590 Mirror 8: 0x8bb44590 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000287 1788834928.326870 trunc from 0x0163a9 to 0x01bfd2 (0x5c2a bytes) 000288 1788834928.375732 mapread 0x007615 thru 0x00a95f (0x334b bytes) 000289 1788834928.396588 trunc from 0x040000 to 0x008189 (0x37e76 bytes) 000290 1788834928.419456 read 0x003369 thru 0x003fa3 (0xc3b bytes) 000291 1788834928.420147 trunc from 0x00818a to 0x037601 (0x2f478 bytes) 000292 1788834928.433162 fallocate 0x039002 thru 0x03ffff (0x6ffe bytes) 000294 1788834928.440079 mapwrite 0x00299d thru 0x0097ae (0x6e12 bytes) 000295 1788834928.464271 mapread 0x003f47 thru 0x00c6da (0x8794 bytes) 000296 1788834928.465005 mapread 0x024a6a thru 0x0275ce (0x2b65 bytes) 000297 1788834928.474737 read 0x033b37 thru 0x0371ca (0x3694 bytes) 000298 1788834928.486458 MIRROR_RESYNC 8 mirrors 000299 1788834929.728985 punch from 0x01215d to 0x01eb12 (0xc9b6 bytes) 000300 1788834929.763004 read 0x020323 thru 0x021c8e (0x196c bytes) 000301 1788834929.769449 read 0x00d431 thru 0x01914c (0xbd1c bytes) 000302 1788834929.778169 mapread 0x031622 thru 0x033461 (0x1e40 bytes) 000303 1788834929.779282 trunc from 0x02cc0f to 0x035356 (0x8748 bytes) 000304 1788834929.783181 fallocate 0x01a0f5 thru 0x0265f6 (0xc502 bytes) 000305 1788834929.787263 mapread 0x01955b thru 0x025109 (0xbbaf bytes) 000306 1788834929.788609 trunc from 0x037602 to 0x00786c (0x2fd95 bytes) 000307 1788834929.819897 punch from 0x000a37 to 0x0071d3 (0x679d bytes) 000308 1788834929.829522 punch from 0x0072b2 to 0x00786c (0x5bb bytes) 000309 1788834929.834712 trunc from 0x001dfc to 0x00786c (0x5a71 bytes) 000310 1788834929.840721 trunc from 0x005ea7 to 0x00786c (0x19c6 bytes) 000311 1788834929.845744 punch from 0x005445 to 0x00786c (0x2428 bytes) 000312 1788834929.850323 trunc from 0x00786d to 0x03df97 (0x3672b bytes) 000313 1788834929.869473 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3df98): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3df98): Mirror 2: 0x7e82f421 (stale) Mirror 3: 0x7e82f421 (stale) Mirror 4: 0x7e82f421 (stale) Mirror 5: 0x7e82f421 (stale) Mirror 6: 0x7e82f421 (stale) Mirror 7: 0x7e82f421 (stale) Mirror 8: 0x7e82f421 (stale) CRC-32 checksum value for chunk [0, 0x3df98): Mirror 1: 0x5f25692b Mirror 9: 0x5f25692b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3df98: skipped 000314 1788834931.020686 trunc from 0x039315 to 0x03df97 (0x4c83 bytes) 000315 1788834931.068619 punch from 0x008e53 to 0x018186 (0xf334 bytes) 000316 1788834931.075664 punch from 0x02b451 to 0x0350dd (0x9c8d bytes) 000317 1788834931.080734 write 0x01c52f thru 0x01ce19 (0x8eb bytes) 000318 1788834931.089988 read 0x00af01 thru 0x00c432 (0x1532 bytes) 000320 1788834931.096203 mapread 0x02572a thru 0x02fb87 (0xa45e bytes) 000322 1788834931.113164 write 0x01c1de thru 0x02211e (0x5f41 bytes) 000323 1788834931.118687 MIRROR_SPLIT mirror 5 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3df98): Mirror 2: 0x7e82f421 (stale) Mirror 3: 0x7e82f421 (stale) Mirror 4: 0x7e82f421 (stale) Mirror 5: 0x7e82f421 (stale) Mirror 7: 0x7e82f421 (stale) Mirror 8: 0x7e82f421 (stale) Mirror 9: 0x5f25692b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3df98): Mirror 2: 0x7e82f421 (stale) Mirror 3: 0x7e82f421 (stale) Mirror 4: 0x7e82f421 (stale) Mirror 5: 0x7e82f421 (stale) Mirror 7: 0x7e82f421 (stale) Mirror 8: 0x7e82f421 (stale) Mirror 9: 0x5f25692b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3df98: skipped 000324 1788834931.599767 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3df98): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3df98): Mirror 2: 0x7e82f421 (stale) Mirror 3: 0x7e82f421 (stale) Mirror 4: 0x7e82f421 (stale) Mirror 5: 0x7e82f421 (stale) Mirror 7: 0x7e82f421 (stale) Mirror 8: 0x7e82f421 (stale) Mirror 9: 0x5f25692b (stale) CRC-32 checksum value for chunk [0, 0x3df98): Mirror 1: 0xa74094c9 Mirror 10: 0xa74094c9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3df98: skipped 000325 1788834932.473070 trunc from 0x026f12 to 0x02f7e5 (0x88d4 bytes) 000326 1788834932.532700 MIRROR_SPLIT mirror 5 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3df98): Mirror 2: 0x7e82f421 (stale) Mirror 3: 0x7e82f421 (stale) Mirror 4: 0x7e82f421 (stale) Mirror 5: 0x7e82f421 (stale) Mirror 8: 0x7e82f421 (stale) Mirror 9: 0x5f25692b (stale) Mirror 10: 0xa74094c9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3df98): Mirror 2: 0x7e82f421 (stale) Mirror 3: 0x7e82f421 (stale) Mirror 4: 0x7e82f421 (stale) Mirror 5: 0x7e82f421 (stale) Mirror 8: 0x7e82f421 (stale) Mirror 9: 0x5f25692b (stale) Mirror 10: 0xa74094c9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3df98: skipped 000327 1788834933.179663 read 0x00faaf thru 0x00fb51 (0xa3 bytes) 000328 1788834933.190025 fallocate 0x0320d3 thru 0x03315d (0x108b bytes) 000329 1788834933.195646 mapread 0x01d8dc thru 0x0227f2 (0x4f17 bytes) 000330 1788834933.214301 mapread 0x004b87 thru 0x0114ec (0xc966 bytes) 000331 1788834933.230663 trunc from 0x00a119 to 0x017484 (0xd36c bytes) 000332 1788834933.235993 punch from 0x027348 to 0x02d288 (0x5f41 bytes) 000333 1788834933.241023 punch from 0x006dbd to 0x0128c0 (0xbb04 bytes) 000334 1788834933.245435 write 0x029023 thru 0x0338c0 (0xa89e bytes) 000335 1788834933.274971 fallocate 0x01dd84 thru 0x022c0f (0x4e8c bytes) 000336 1788834933.279501 read 0x02a443 thru 0x02e358 (0x3f16 bytes) 000337 1788834933.280434 fallocate 0x0233c1 thru 0x02b3a6 (0x7fe6 bytes) 000338 1788834933.285257 mapwrite 0x005de3 thru 0x012d8b (0xcfa9 bytes) 000339 1788834933.316174 trunc from 0x000f5b to 0x00a4b8 (0x955e bytes) 000340 1788834933.321529 trunc from 0x03df98 to 0x013ddf (0x2a1b8 bytes) 000341 1788834933.349148 trunc from 0x009235 to 0x00c9e7 (0x37b3 bytes) 000342 1788834933.354328 trunc from 0x001c21 to 0x002d20 (0x1100 bytes) 000343 1788834933.359020 mapwrite 0x0210df thru 0x02e2bb (0xd1dd bytes) 000344 1788834933.491037 write 0x001b3d thru 0x01019a (0xe65e bytes) 000348 1788834933.505992 mapwrite 0x01a49c thru 0x0269a0 (0xc505 bytes) 000350 1788834933.565154 punch from 0x00540f to 0x00857f (0x3171 bytes) 000351 1788834933.570754 mapwrite 0x01137d thru 0x018091 (0x6d15 bytes) 000352 1788834933.610451 MIRROR_RESYNC 8 mirrors 000353 1788834935.256889 MIRROR_RESYNC 8 mirrors 000354 1788834935.784264 trunc from 0x0217ca to 0x02e2bb (0xcaf2 bytes) 000356 1788834935.822410 mapwrite 0x0331d9 thru 0x038724 (0x554c bytes) 000357 1788834935.877404 punch from 0x013715 to 0x016951 (0x323d bytes) 000358 1788834935.883883 trunc from 0x038725 to 0x0395e9 (0xec5 bytes) 000359 1788834935.898193 write 0x00ac5e thru 0x016682 (0xba25 bytes) 000360 1788834935.905432 write 0x025487 thru 0x03438e (0xef08 bytes) 000362 1788834935.910119 punch from 0x01d225 to 0x028f4c (0xbd28 bytes) 000363 1788834935.921208 mapread 0x038516 thru 0x0395e9 (0x10d4 bytes) 000364 1788834935.927271 mapread 0x01c293 thru 0x01edf4 (0x2b62 bytes) 000365 1788834935.937975 mapread 0x031696 thru 0x0395e9 (0x7f54 bytes) 000367 1788834935.939624 punch from 0x0070ce to 0x015142 (0xe075 bytes) 000368 1788834935.944823 fallocate 0x00ede8 thru 0x01e218 (0xf431 bytes) 000369 1788834935.949773 write 0x01511c thru 0x01fdff (0xace4 bytes) 000370 1788834935.955277 mapwrite 0x03a3c6 thru 0x03ffff (0x5c3a bytes) 000371 1788834935.995742 trunc from 0x040000 to 0x02622c (0x19dd3 bytes) 000372 1788834936.040811 mapwrite 0x03ecc0 thru 0x03ffff (0x1340 bytes) 000373 1788834936.081788 fallocate 0x025a93 thru 0x029c0e (0x417c bytes) 000374 1788834936.089657 MIRROR_RESYNC 8 mirrors 000375 1788834937.781075 fallocate 0x03e4cc thru 0x03ffff (0x1b34 bytes) 000376 1788834937.812019 read 0x0091ce thru 0x0189c8 (0xf7fb bytes) 000377 1788834937.821495 read 0x01b517 thru 0x01ba22 (0x50c bytes) 000378 1788834937.831782 punch from 0x0093e2 to 0x0158cd (0xc4ec bytes) 000379 1788834937.843217 mapwrite 0x017e30 thru 0x0218d7 (0x9aa8 bytes) 000380 1788834937.876039 mapwrite 0x03794e thru 0x03ffff (0x86b2 bytes) 000381 1788834937.902831 write 0x021634 thru 0x0216db (0xa8 bytes) 000383 1788834937.904817 punch from 0x03caa8 to 0x03ffff (0x3558 bytes) 000384 1788834937.910494 fallocate 0x02fbd3 thru 0x032211 (0x263f bytes) 000385 1788834937.915392 write 0x033ba3 thru 0x03b4cf (0x792d bytes) 000386 1788834937.917912 trunc from 0x03570d to 0x03794f (0x2243 bytes) 000387 1788834937.937152 mapread 0x02522a thru 0x02fc07 (0xa9de bytes) 000388 1788834937.938469 read 0x00387a thru 0x00cf0b (0x9692 bytes) 000389 1788834937.946630 mapread 0x00e811 thru 0x017be7 (0x93d7 bytes) 000390 1788834937.951931 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xed3a64e6 (stale) Mirror 3: 0xed3a64e6 (stale) Mirror 4: 0xed3a64e6 (stale) Mirror 8: 0xed3a64e6 (stale) Mirror 9: 0xed3a64e6 (stale) Mirror 10: 0xed3a64e6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xed3a64e6 (stale) Mirror 3: 0xed3a64e6 (stale) Mirror 4: 0xed3a64e6 (stale) Mirror 8: 0xed3a64e6 (stale) Mirror 9: 0xed3a64e6 (stale) Mirror 10: 0xed3a64e6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000391 1788834938.411667 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xed3a64e6 (stale) Mirror 3: 0xed3a64e6 (stale) Mirror 4: 0xed3a64e6 (stale) Mirror 8: 0xed3a64e6 (stale) Mirror 9: 0xed3a64e6 (stale) Mirror 10: 0xed3a64e6 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd242fdc Mirror 11: 0xd242fdc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000392 1788834939.665039 trunc from 0x040000 to 0x02f730 (0x108cf bytes) 000393 1788834939.707551 MIRROR_RESYNC 8 mirrors 000394 1788834941.571716 mapread 0x0282b5 thru 0x02f730 (0x747c bytes) 000395 1788834941.594132 trunc from 0x020f94 to 0x026724 (0x5791 bytes) 000396 1788834941.630588 write 0x014852 thru 0x01ce64 (0x8613 bytes) 000397 1788834941.646294 trunc from 0x02f731 to 0x0397da (0xa0aa bytes) 000398 1788834941.669217 write 0x03dc31 thru 0x03ffff (0x23cf bytes) 000399 1788834941.670666 read 0x02f844 thru 0x030669 (0xe26 bytes) 000400 1788834941.677739 mapread 0x03335a thru 0x03fb1b (0xc7c2 bytes) 000402 1788834941.694512 trunc from 0x01ad97 to 0x01cd1a (0x1f84 bytes) 000403 1788834941.715780 trunc from 0x02e31a to 0x033da1 (0x5a88 bytes) 000404 1788834941.722302 trunc from 0x040000 to 0x01ed25 (0x212da bytes) 000405 1788834941.743899 read 0x017dc5 thru 0x01ed25 (0x6f61 bytes) 000406 1788834941.756277 mapwrite 0x005e60 thru 0x00a89c (0x4a3d bytes) 000407 1788834941.777321 trunc from 0x00a8f8 to 0x019bce (0xf2d7 bytes) 000408 1788834941.784180 mapwrite 0x006ea6 thru 0x00ef09 (0x8064 bytes) 000410 1788834941.833714 trunc from 0x01ed26 to 0x02ee18 (0x100f3 bytes) 000411 1788834941.848778 mapwrite 0x03b5b4 thru 0x03ffff (0x4a4c bytes) 000412 1788834941.915814 MIRROR_SPLIT mirror 5 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x7869b379 (stale) Mirror 3: 0x7869b379 (stale) Mirror 4: 0x7869b379 (stale) Mirror 8: 0x7869b379 (stale) Mirror 10: 0x7869b379 (stale) Mirror 11: 0x7869b379 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x7869b379 (stale) Mirror 3: 0x7869b379 (stale) Mirror 4: 0x7869b379 (stale) Mirror 8: 0x7869b379 (stale) Mirror 10: 0x7869b379 (stale) Mirror 11: 0x7869b379 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000414 1788834942.357910 punch from 0x004a26 to 0x00a214 (0x57ef bytes) 000415 1788834942.363624 trunc from 0x040000 to 0x009737 (0x368c8 bytes) 000416 1788834942.382575 write 0x0091f6 thru 0x00df74 (0x4d7f bytes) 000418 1788834942.388452 trunc from 0x00b88e to 0x00df74 (0x26e7 bytes) 000420 1788834942.405837 write 0x0382aa thru 0x03ffff (0x7d56 bytes) 000421 1788834942.407243 trunc from 0x002fbb to 0x00412c (0x1172 bytes) 000422 1788834942.412072 write 0x03ff9f thru 0x03ffff (0x61 bytes) 000423 1788834942.412908 read 0x028d74 thru 0x02df19 (0x51a6 bytes) 000424 1788834942.425554 MIRROR_RESYNC 7 mirrors 000425 1788834944.748787 trunc from 0x040000 to 0x027ccf (0x18330 bytes) 000426 1788834944.836796 punch from 0x013626 to 0x02170f (0xe0ea bytes) 000427 1788834944.849767 mapwrite 0x02932f thru 0x02eb16 (0x57e8 bytes) 000428 1788834944.997630 trunc from 0x02eb17 to 0x035706 (0x6bf0 bytes) 000429 1788834945.038512 write 0x002a6c thru 0x00a300 (0x7895 bytes) 000431 1788834945.072458 punch from 0x00f29d to 0x016237 (0x6f9b bytes) 000432 1788834945.081029 trunc from 0x004c72 to 0x00dcd4 (0x9063 bytes) 000433 1788834945.115040 write 0x00801f thru 0x01215a (0xa13c bytes) 000434 1788834945.135427 write 0x034bff thru 0x03ffff (0xb401 bytes) 000435 1788834945.162514 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbae2f43a (stale) Mirror 4: 0xbae2f43a (stale) Mirror 8: 0xbae2f43a (stale) Mirror 10: 0xbae2f43a (stale) Mirror 11: 0xbae2f43a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xbae2f43a (stale) Mirror 4: 0xbae2f43a (stale) Mirror 8: 0xbae2f43a (stale) Mirror 10: 0xbae2f43a (stale) Mirror 11: 0xbae2f43a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000436 1788834946.004224 punch from 0x01ab09 to 0x020712 (0x5c0a bytes) 000437 1788834946.010733 trunc from 0x040000 to 0x00209b (0x3df64 bytes) 000439 1788834946.034173 trunc from 0x00209c to 0x0334b7 (0x3141c bytes) 000440 1788834946.058614 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x334b8): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x334b8): Mirror 3: 0x4c7f36b1 (stale) Mirror 4: 0x4c7f36b1 (stale) Mirror 8: 0x4c7f36b1 (stale) Mirror 10: 0x4c7f36b1 (stale) Mirror 11: 0x4c7f36b1 (stale) CRC-32 checksum value for chunk [0, 0x334b8): Mirror 1: 0x61e2f221 Mirror 12: 0x61e2f221 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x334b8: skipped 000441 1788834946.960522 read 0x000a14 thru 0x00e13d (0xd72a bytes) 000442 1788834946.977202 read 0x007d4d thru 0x010de8 (0x909c bytes) 000444 1788834947.001825 write 0x002601 thru 0x00da0f (0xb40f bytes) 000446 1788834947.078035 mapwrite 0x026335 thru 0x02ff0e (0x9bda bytes) 000447 1788834947.147365 mapread 0x0057ad thru 0x012a01 (0xd255 bytes) 000448 1788834947.221636 mapwrite 0x027541 thru 0x028157 (0xc17 bytes) 000449 1788834947.251295 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x334b8): Mirror 3: 0x4c7f36b1 (stale) Mirror 4: 0x4c7f36b1 (stale) Mirror 8: 0x4c7f36b1 (stale) Mirror 10: 0x4c7f36b1 (stale) Mirror 12: 0x61e2f221 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x334b8): Mirror 3: 0x4c7f36b1 (stale) Mirror 4: 0x4c7f36b1 (stale) Mirror 8: 0x4c7f36b1 (stale) Mirror 10: 0x4c7f36b1 (stale) Mirror 12: 0x61e2f221 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x334b8: skipped 000451 1788834947.702784 write 0x030f30 thru 0x038d75 (0x7e46 bytes) 000452 1788834947.718026 mapread 0x013e25 thru 0x01eb19 (0xacf5 bytes) 000454 1788834947.744066 read 0x00e627 thru 0x01cd58 (0xe732 bytes) 000455 1788834947.744750 write 0x0363f5 thru 0x03ffff (0x9c0b bytes) 000456 1788834947.746682 trunc from 0x040000 to 0x01f50b (0x20af4 bytes) 000458 1788834947.766787 MIRROR_RESYNC 6 mirrors 000459 1788834948.765883 mapwrite 0x039c96 thru 0x03b6db (0x1a46 bytes) 000460 1788834948.885059 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b6dc): Mirror 3: 0x95e0f073 (stale) Mirror 4: 0x95e0f073 (stale) Mirror 10: 0x95e0f073 (stale) Mirror 12: 0x95e0f073 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b6dc): Mirror 3: 0x95e0f073 (stale) Mirror 4: 0x95e0f073 (stale) Mirror 10: 0x95e0f073 (stale) Mirror 12: 0x95e0f073 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b6dc: skipped 000461 1788834949.371173 mapread 0x01e48d thru 0x01fa23 (0x1597 bytes) 000462 1788834949.386695 fallocate 0x03a043 thru 0x03a655 (0x613 bytes) 000463 1788834949.395914 trunc from 0x007265 to 0x0076c2 (0x45e bytes) 000464 1788834949.402805 read 0x00b8c9 thru 0x00da36 (0x216e bytes) 000465 1788834949.413634 fallocate 0x01e01b thru 0x0228b8 (0x489e bytes) 000466 1788834949.419782 mapread 0x0023b8 thru 0x00b483 (0x90cc bytes) 000467 1788834949.430095 fallocate 0x00cf26 thru 0x019521 (0xc5fc bytes) 000468 1788834949.434845 write 0x0277f6 thru 0x02874c (0xf57 bytes) 000469 1788834949.452113 fallocate 0x0267a0 thru 0x028093 (0x18f4 bytes) 000470 1788834949.457740 write 0x005c60 thru 0x0144c8 (0xe869 bytes) 000471 1788834949.465899 trunc from 0x03b6dc to 0x027b3c (0x13b9f bytes) 000472 1788834949.485972 fallocate 0x02bc16 thru 0x0378a3 (0xbc8e bytes) 000473 1788834949.490987 punch from 0x012d5e to 0x01fd44 (0xcfe7 bytes) 000474 1788834949.506174 trunc from 0x013b2e to 0x015eda (0x23ad bytes) 000476 1788834949.512142 trunc from 0x027b3d to 0x030c8c (0x9150 bytes) 000477 1788834949.530733 trunc from 0x030c8d to 0x018090 (0x18bfc bytes) 000478 1788834949.545455 mapwrite 0x003567 thru 0x00eb90 (0xb62a bytes) 000479 1788834949.569870 trunc from 0x018091 to 0x01fec5 (0x7e35 bytes) 000480 1788834949.588936 mapwrite 0x001ac5 thru 0x00d8ae (0xbdea bytes) 000481 1788834949.607073 punch from 0x00d05a to 0x017c47 (0xabee bytes) 000482 1788834949.613598 punch from 0x00b743 to 0x00d7e7 (0x20a5 bytes) 000483 1788834949.618755 write 0x016f0f thru 0x024996 (0xda88 bytes) 000484 1788834949.629084 punch from 0x0027bc to 0x00931c (0x6b61 bytes) 000485 1788834949.643471 read 0x009cbc thru 0x00c475 (0x27ba bytes) 000486 1788834949.658929 trunc from 0x01b018 to 0x01c535 (0x151e bytes) 000487 1788834949.670418 trunc from 0x010719 to 0x01793a (0x7222 bytes) 000488 1788834949.675144 read 0x000678 thru 0x00bcf3 (0xb67c bytes) 000489 1788834949.675776 fallocate 0x019409 thru 0x01a014 (0xc0c bytes) 000490 1788834949.680874 read 0x0217a2 thru 0x024996 (0x31f5 bytes) 000491 1788834949.681626 read 0x012c00 thru 0x01efcf (0xc3d0 bytes) 000492 1788834949.689776 fallocate 0x02f08e thru 0x031444 (0x23b7 bytes) 000493 1788834949.694671 trunc from 0x01402c to 0x01ff11 (0xbee6 bytes) 000494 1788834949.699579 read 0x00f3f5 thru 0x0160ba (0x6cc6 bytes) 000495 1788834949.707750 mapwrite 0x013bb4 thru 0x018d33 (0x5180 bytes) 000496 1788834949.722875 mapread 0x005fc7 thru 0x009f6f (0x3fa9 bytes) 000498 1788834949.724104 trunc from 0x024997 to 0x02f16c (0xa7d6 bytes) 000500 1788834949.753206 trunc from 0x016744 to 0x023ea3 (0xd760 bytes) 000501 1788834949.762254 fallocate 0x01d381 thru 0x021e44 (0x4ac4 bytes) 000502 1788834949.768827 fallocate 0x0161b0 thru 0x01f50a (0x935b bytes) 000503 1788834949.774671 mapread 0x0221a6 thru 0x02d1d7 (0xb032 bytes) 000504 1788834949.798164 write 0x00e441 thru 0x01180a (0x33ca bytes) 000505 1788834949.800034 mapread 0x019af3 thru 0x01feee (0x63fc bytes) 000506 1788834949.855265 fallocate 0x03a4f9 thru 0x03a877 (0x37f bytes) 000507 1788834949.860537 fallocate 0x01b6ae thru 0x01fc16 (0x4569 bytes) 000508 1788834949.865785 trunc from 0x02f16d to 0x00792d (0x2783f bytes) 000509 1788834949.880241 punch from 0x006a82 to 0x00792d (0xeac bytes) 000510 1788834949.885796 write 0x009f55 thru 0x010e50 (0x6efc bytes) 000511 1788834949.887953 mapwrite 0x0189d8 thru 0x01bbe8 (0x3211 bytes) 000512 1788834949.934530 punch from 0x00f099 to 0x011fa3 (0x2f0b bytes) 000513 1788834949.940142 write 0x033125 thru 0x03ffff (0xcedb bytes) 000514 1788834949.943000 read 0x02044f thru 0x02caa1 (0xc653 bytes) 000515 1788834949.957087 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 10: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xae89fa73 (stale) Mirror 4: 0xae89fa73 (stale) Mirror 10: 0xae89fa73 (stale) Mirror 12: 0xae89fa73 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2d5699da Mirror 13: 0x2d5699da lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000516 1788834950.835973 fallocate 0x008e2b thru 0x00a9e5 (0x1bbb bytes) 000517 1788834950.895135 read 0x002ffc thru 0x00464a (0x164f bytes) 000518 1788834950.903017 mapwrite 0x029a4b thru 0x0316a9 (0x7c5f bytes) 000519 1788834950.956249 read 0x01d2bb thru 0x02bfa7 (0xeced bytes) 000520 1788834950.995995 trunc from 0x040000 to 0x02ea33 (0x115cc bytes) 000521 1788834951.018002 trunc from 0x02ea34 to 0x00c28f (0x227a4 bytes) 000522 1788834951.048173 mapread 0x00777b thru 0x00c28f (0x4b15 bytes) 000523 1788834951.049390 mapwrite 0x013caa thru 0x01a5e6 (0x693d bytes) 000524 1788834951.167725 MIRROR_RESYNC 6 mirrors 000525 1788834952.569599 write 0x013794 thru 0x01eaf4 (0xb361 bytes) 000526 1788834952.619659 fallocate 0x03cf59 thru 0x03ed7b (0x1e23 bytes) 000527 1788834952.624418 mapwrite 0x020262 thru 0x027183 (0x6f22 bytes) 000528 1788834952.683271 read 0x0239a0 thru 0x027183 (0x37e4 bytes) 000529 1788834952.683914 fallocate 0x02bb90 thru 0x03434c (0x87bd bytes) 000531 1788834952.689460 write 0x001a62 thru 0x007ca4 (0x6243 bytes) 000532 1788834952.702942 trunc from 0x03434d to 0x01be17 (0x18535 bytes) 000533 1788834952.718500 punch from 0x00ff37 to 0x01b3e6 (0xb4b0 bytes) 000534 1788834952.727744 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1be18): Mirror 3: 0xfba51b9a (stale) Mirror 4: 0xfba51b9a (stale) Mirror 12: 0xfba51b9a (stale) Mirror 13: 0xfba51b9a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1be18): Mirror 3: 0xfba51b9a (stale) Mirror 4: 0xfba51b9a (stale) Mirror 12: 0xfba51b9a (stale) Mirror 13: 0xfba51b9a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1be18: skipped 000535 1788834953.217650 mapread 0x00f93c thru 0x010512 (0xbd7 bytes) 000536 1788834953.235149 trunc from 0x010ef0 to 0x01be17 (0xaf28 bytes) 000540 1788834953.249002 trunc from 0x01be18 to 0x03d17e (0x21367 bytes) 000542 1788834953.277805 write 0x02afe9 thru 0x035a22 (0xaa3a bytes) 000543 1788834953.291419 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d17f): Mirror 4: 0xa116513c (stale) Mirror 12: 0xa116513c (stale) Mirror 13: 0xa116513c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d17f): Mirror 4: 0xa116513c (stale) Mirror 12: 0xa116513c (stale) Mirror 13: 0xa116513c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d17f: skipped 000544 1788834953.630403 trunc from 0x03d17f to 0x023488 (0x19cf6 bytes) 000546 1788834953.660959 mapwrite 0x03afcf thru 0x03ffff (0x5031 bytes) 000547 1788834953.719201 mapread 0x00f50e thru 0x01867c (0x916f bytes) 000548 1788834953.740384 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x47873ef4 (stale) Mirror 12: 0x47873ef4 (stale) Mirror 13: 0x47873ef4 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2dc1603 Mirror 14: 0x2dc1603 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000549 1788834954.694161 write 0x039d1f thru 0x03ffff (0x62e1 bytes) 000550 1788834954.743169 mapread 0x0104ba thru 0x015df0 (0x5937 bytes) 000551 1788834954.760836 trunc from 0x02770f to 0x02f382 (0x7c74 bytes) 000552 1788834954.767037 write 0x01866c thru 0x021a27 (0x93bc bytes) 000553 1788834954.773696 punch from 0x03ffcb to 0x03ffff (0x35 bytes) 000554 1788834954.794137 write 0x03c791 thru 0x03ffff (0x386f bytes) 000555 1788834954.799940 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x47873ef4 (stale) Mirror 12: 0x47873ef4 (stale) Mirror 13: 0x47873ef4 (stale) Mirror 14: 0x2dc1603 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc4912af0 Mirror 15: 0xc4912af0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000556 1788834955.572612 trunc from 0x040000 to 0x034210 (0xbdef bytes) 000557 1788834955.608582 MIRROR_RESYNC 6 mirrors 000558 1788834957.555455 mapwrite 0x02be83 thru 0x0394c3 (0xd641 bytes) 000559 1788834957.661136 trunc from 0x0394c4 to 0x030f4a (0x8579 bytes) 000560 1788834957.687828 mapwrite 0x0332d0 thru 0x03ffff (0xcd30 bytes) 000561 1788834957.785849 fallocate 0x032af6 thru 0x036067 (0x3572 bytes) 000562 1788834957.806211 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x83a41b08 (stale) Mirror 12: 0x83a41b08 (stale) Mirror 13: 0x83a41b08 (stale) Mirror 14: 0x83a41b08 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x83a41b08 (stale) Mirror 12: 0x83a41b08 (stale) Mirror 13: 0x83a41b08 (stale) Mirror 14: 0x83a41b08 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000563 1788834958.456226 mapwrite 0x01a2a4 thru 0x0295e2 (0xf33f bytes) 000564 1788834958.506528 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x83a41b08 (stale) Mirror 12: 0x83a41b08 (stale) Mirror 13: 0x83a41b08 (stale) Mirror 14: 0x83a41b08 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x99b51c45 Mirror 15: 0x99b51c45 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000565 1788834959.447030 mapwrite 0x03b5de thru 0x03ffff (0x4a22 bytes) 000566 1788834959.571997 trunc from 0x028895 to 0x02997e (0x10ea bytes) 000567 1788834959.586166 read 0x009c1b thru 0x00c05f (0x2445 bytes) 000568 1788834959.593909 mapread 0x02464b thru 0x02b898 (0x724e bytes) 000569 1788834959.604673 write 0x01d62b thru 0x01fb63 (0x2539 bytes) 000570 1788834959.611784 fallocate 0x0195d7 thru 0x0280cc (0xeaf6 bytes) 000571 1788834959.617504 fallocate 0x01442c thru 0x01c9a5 (0x857a bytes) 000572 1788834959.623960 mapwrite 0x03ba64 thru 0x03ff0b (0x44a8 bytes) 000573 1788834959.643202 write 0x022a02 thru 0x02ddeb (0xb3ea bytes) 000574 1788834959.651676 punch from 0x022c2e to 0x03246c (0xf83f bytes) 000576 1788834959.670011 write 0x002072 thru 0x00cf44 (0xaed3 bytes) 000577 1788834959.675853 trunc from 0x040000 to 0x028a30 (0x175cf bytes) 000578 1788834959.695499 mapread 0x007dd7 thru 0x009f0c (0x2136 bytes) 000579 1788834959.697503 read 0x00aa35 thru 0x015e30 (0xb3fc bytes) 000580 1788834959.727425 mapwrite 0x002536 thru 0x00ecbe (0xc789 bytes) 000581 1788834959.762034 write 0x01804e thru 0x01e5b0 (0x6563 bytes) 000582 1788834959.765142 trunc from 0x028a31 to 0x018551 (0x104df bytes) 000584 1788834959.797734 trunc from 0x018552 to 0x02d245 (0x14cf4 bytes) 000585 1788834959.814251 write 0x005d2e thru 0x009d82 (0x4055 bytes) 000586 1788834959.820547 MIRROR_RESYNC 6 mirrors 000587 1788834960.667893 read 0x02854b thru 0x02d0af (0x4b65 bytes) 000589 1788834960.674220 read 0x020c99 thru 0x029563 (0x88cb bytes) 000590 1788834960.680716 mapread 0x028c25 thru 0x02d245 (0x4621 bytes) 000591 1788834960.681275 write 0x009a0c thru 0x00caa7 (0x309c bytes) 000593 1788834960.711033 mapwrite 0x01e9a1 thru 0x027a42 (0x90a2 bytes) 000594 1788834960.753821 write 0x0159fc thru 0x01feb3 (0xa4b8 bytes) 000595 1788834960.757583 trunc from 0x013e81 to 0x019f99 (0x6119 bytes) 000596 1788834960.770632 MIRROR_RESYNC 6 mirrors 000597 1788834961.630002 mapread 0x013fa6 thru 0x01ef4d (0xafa8 bytes) 000598 1788834961.661886 fallocate 0x016f4f thru 0x018e41 (0x1ef3 bytes) 000599 1788834961.696066 mapwrite 0x018d9b thru 0x01f051 (0x62b7 bytes) 000600 1788834961.727569 read 0x021112 thru 0x02d245 (0xc134 bytes) 000602 1788834961.737167 read 0x01f3f2 thru 0x02a355 (0xaf64 bytes) 000603 1788834961.737940 write 0x02a139 thru 0x02b6ac (0x1574 bytes) 000604 1788834961.739679 mapread 0x02469c thru 0x02d245 (0x8baa bytes) 000605 1788834961.744927 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d246): Mirror 4: 0x3a34ffd6 (stale) Mirror 12: 0x3a34ffd6 (stale) Mirror 13: 0x3a34ffd6 (stale) Mirror 15: 0x3a34ffd6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d246): Mirror 4: 0x3a34ffd6 (stale) Mirror 12: 0x3a34ffd6 (stale) Mirror 13: 0x3a34ffd6 (stale) Mirror 15: 0x3a34ffd6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d246: skipped 000606 1788834962.126377 read 0x00fd74 thru 0x018d32 (0x8fbf bytes) 000607 1788834962.137959 punch from 0x021b1a to 0x02d245 (0xb72c bytes) 000608 1788834962.144180 write 0x0316b9 thru 0x03acc4 (0x960c bytes) 000609 1788834962.151741 trunc from 0x000a5b to 0x00e0fd (0xd6a3 bytes) 000611 1788834962.161976 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3acc5): Mirror 4: 0x9b869912 (stale) Mirror 12: 0x9b869912 (stale) Mirror 13: 0x9b869912 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3acc5): Mirror 4: 0x9b869912 (stale) Mirror 12: 0x9b869912 (stale) Mirror 13: 0x9b869912 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3acc5: skipped 000612 1788834962.542945 write 0x033802 thru 0x036b1f (0x331e bytes) 000613 1788834962.569678 mapread 0x014a17 thru 0x014ce1 (0x2cb bytes) 000614 1788834962.578437 fallocate 0x0370f2 thru 0x03ffff (0x8f0e bytes) 000615 1788834962.590526 trunc from 0x011658 to 0x012e52 (0x17fb bytes) 000618 1788834962.602643 trunc from 0x03acc5 to 0x01d53a (0x1d78a bytes) 000619 1788834962.630917 mapread 0x008e91 thru 0x01828d (0xf3fd bytes) 000620 1788834962.662028 trunc from 0x01d53b to 0x01dce0 (0x7a6 bytes) 000621 1788834962.699822 trunc from 0x01dce1 to 0x026a6e (0x8d8e bytes) 000622 1788834962.747260 trunc from 0x01b37b to 0x01cdca (0x1a50 bytes) 000623 1788834962.759948 write 0x0065e9 thru 0x00fed3 (0x98eb bytes) 000625 1788834962.769823 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x26a6f): Mirror 12: 0xe759968e (stale) Mirror 13: 0xe759968e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26a6f): Mirror 12: 0xe759968e (stale) Mirror 13: 0xe759968e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26a6f: skipped 000626 1788834963.020938 trunc from 0x02216c to 0x026a6e (0x4903 bytes) 000627 1788834963.027231 punch from 0x021e91 to 0x024064 (0x21d4 bytes) 000628 1788834963.030625 fallocate 0x013162 thru 0x0136c7 (0x566 bytes) 000629 1788834963.033393 punch from 0x01183e to 0x016302 (0x4ac5 bytes) 000630 1788834963.036193 fallocate 0x009139 thru 0x014db2 (0xbc7a bytes) 000632 1788834963.044585 trunc from 0x0153ea to 0x01a67e (0x5295 bytes) 000633 1788834963.049269 trunc from 0x0182a7 to 0x01b719 (0x3473 bytes) 000634 1788834963.054029 fallocate 0x022942 thru 0x0230ed (0x7ac bytes) 000635 1788834963.060743 fallocate 0x01c154 thru 0x01c7b2 (0x65f bytes) 000636 1788834963.068610 fallocate 0x0214ff thru 0x021630 (0x132 bytes) 000637 1788834963.074146 write 0x0115e1 thru 0x01cca8 (0xb6c8 bytes) 000638 1788834963.085825 punch from 0x015ead to 0x016a00 (0xb54 bytes) 000639 1788834963.094808 fallocate 0x019d0a thru 0x01ed95 (0x508c bytes) 000640 1788834963.098156 mapwrite 0x00b710 thru 0x01851d (0xce0e bytes) 000641 1788834963.149036 punch from 0x0206dd to 0x026a6e (0x6392 bytes) 000642 1788834963.158801 read 0x0105a5 thru 0x011a3c (0x1498 bytes) 000643 1788834963.160783 read 0x01d486 thru 0x026a6e (0x95e9 bytes) 000644 1788834963.180910 mapwrite 0x03f0cc thru 0x03f9e5 (0x91a bytes) 000646 1788834963.238572 punch from 0x032df5 to 0x03cfa0 (0xa1ac bytes) 000647 1788834963.242815 mapwrite 0x035f02 thru 0x03ffff (0xa0fe bytes) 000648 1788834963.369827 trunc from 0x018f6f to 0x01acdb (0x1d6d bytes) 000649 1788834963.376573 write 0x032cbc thru 0x03ffff (0xd344 bytes) 000652 1788834963.411668 MIRROR_RESYNC 3 mirrors 000653 1788834964.826402 mapread 0x03e0c4 thru 0x03ffff (0x1f3c bytes) 000654 1788834964.839842 trunc from 0x015c9c to 0x016049 (0x3ae bytes) 000655 1788834964.911366 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0xc7a6d473 (stale) Mirror 13: 0xc7a6d473 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc12b4a6 Mirror 14: 0xc12b4a6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000656 1788834966.283161 punch from 0x01ac39 to 0x022718 (0x7ae0 bytes) 000657 1788834966.336473 punch from 0x01a35c to 0x01a47e (0x123 bytes) 000658 1788834966.341032 punch from 0x006558 to 0x014ed0 (0xe979 bytes) 000659 1788834966.346496 write 0x00da45 thru 0x017336 (0x98f2 bytes) 000660 1788834966.362755 mapread 0x02c0f0 thru 0x0321dc (0x60ed bytes) 000661 1788834966.407043 trunc from 0x03d094 to 0x03ffff (0x2f6c bytes) 000663 1788834966.427913 mapread 0x03f6d0 thru 0x03ffff (0x930 bytes) 000664 1788834966.466945 trunc from 0x02a20a to 0x02c4ea (0x22e1 bytes) 000665 1788834966.487754 trunc from 0x01d956 to 0x01e2fd (0x9a8 bytes) 000666 1788834966.511880 fallocate 0x013dc0 thru 0x022b83 (0xedc4 bytes) 000667 1788834966.525071 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0xc7a6d473 (stale) Mirror 13: 0xc7a6d473 (stale) Mirror 14: 0xc12b4a6 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x277c43c4 Mirror 15: 0x277c43c4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000668 1788834967.862711 write 0x017ddb thru 0x01838f (0x5b5 bytes) 000669 1788834967.911162 write 0x005eda thru 0x007ad2 (0x1bf9 bytes) 000670 1788834967.924113 mapread 0x007183 thru 0x014d0f (0xdb8d bytes) 000671 1788834967.957865 mapwrite 0x022e70 thru 0x02f387 (0xc518 bytes) 000672 1788834967.997989 mapwrite 0x02af9f thru 0x033ea4 (0x8f06 bytes) 000673 1788834968.014733 mapread 0x03627d thru 0x03fe88 (0x9c0c bytes) 000674 1788834968.033748 fallocate 0x038227 thru 0x03ffff (0x7dd9 bytes) 000675 1788834968.039450 trunc from 0x040000 to 0x014edf (0x2b120 bytes) 000676 1788834968.067319 trunc from 0x009b51 to 0x01453c (0xa9ec bytes) 000678 1788834968.074622 trunc from 0x014ee0 to 0x0085fc (0xc8e3 bytes) 000679 1788834968.099493 mapread 0x0048c9 thru 0x0085fc (0x3d34 bytes) 000680 1788834968.102155 write 0x000535 thru 0x002a42 (0x250e bytes) 000681 1788834968.118739 fallocate 0x00da8c thru 0x0195fb (0xbb70 bytes) 000682 1788834968.126972 punch from 0x016946 to 0x0195fb (0x2cb6 bytes) 000683 1788834968.131889 mapread 0x00db29 thru 0x014804 (0x6cdc bytes) 000684 1788834968.146890 mapread 0x00926b thru 0x011d49 (0x8adf bytes) 000685 1788834968.148677 punch from 0x00568f to 0x00f57c (0x9eee bytes) 000686 1788834968.154005 trunc from 0x005102 to 0x0097df (0x46de bytes) 000687 1788834968.160029 fallocate 0x03d94a thru 0x03ffff (0x26b6 bytes) 000688 1788834968.165493 trunc from 0x015818 to 0x0195fb (0x3de4 bytes) 000690 1788834968.174700 trunc from 0x0194ad to 0x0195fb (0x14f bytes) 000691 1788834968.179875 trunc from 0x0195fc to 0x036630 (0x1d035 bytes) 000692 1788834968.199024 trunc from 0x036631 to 0x0384b9 (0x1e89 bytes) 000693 1788834968.219687 read 0x000b72 thru 0x00ec65 (0xe0f4 bytes) 000694 1788834968.230780 mapwrite 0x0058d6 thru 0x011d7c (0xc4a7 bytes) 000695 1788834968.260877 trunc from 0x02a279 to 0x037fda (0xdd62 bytes) 000697 1788834968.266874 trunc from 0x02c402 to 0x032286 (0x5e85 bytes) 000698 1788834968.272311 trunc from 0x00f7d8 to 0x015e45 (0x666e bytes) 000699 1788834968.278872 fallocate 0x02a137 thru 0x02d7c6 (0x3690 bytes) 000700 1788834968.286118 mapwrite 0x029490 thru 0x02a93a (0x14ab bytes) 000701 1788834968.348381 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x384ba): Mirror 12: 0xd7203bb0 (stale) Mirror 14: 0xc58801e4 (stale) Mirror 15: 0x381d4eec (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x384ba): Mirror 12: 0xd7203bb0 (stale) Mirror 14: 0xc58801e4 (stale) Mirror 15: 0x381d4eec (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x384ba: skipped 000702 1788834969.008420 read 0x006ecd thru 0x00d982 (0x6ab6 bytes) 000703 1788834969.033272 mapread 0x036f9e thru 0x0384b9 (0x151c bytes) 000705 1788834969.067670 write 0x01f60a thru 0x01f685 (0x7c bytes) 000706 1788834969.085753 read 0x011e4a thru 0x01b029 (0x91e0 bytes) 000707 1788834969.120934 MIRROR_RESYNC 4 mirrors 000709 1788834970.972928 read 0x02e79a thru 0x0384b9 (0x9d20 bytes) 000710 1788834970.991843 mapwrite 0x02852b thru 0x02ce04 (0x48da bytes) 000711 1788834971.168439 punch from 0x010bb7 to 0x01a9d9 (0x9e23 bytes) 000712 1788834971.177986 trunc from 0x028819 to 0x035dc4 (0xd5ac bytes) 000713 1788834971.207303 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x384ba): Mirror 14: 0x9179207f (stale) Mirror 15: 0x9179207f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x384ba): Mirror 14: 0x9179207f (stale) Mirror 15: 0x9179207f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x384ba: skipped 000714 1788834971.552720 trunc from 0x0384ba to 0x02219b (0x1631e bytes) 000715 1788834971.569564 read 0x012d55 thru 0x01ea4b (0xbcf7 bytes) 000716 1788834971.589608 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2219c): Mirror 15: 0xbd841b59 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2219c): Mirror 15: 0xbd841b59 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2219c: skipped 000717 1788834971.991133 trunc from 0x02219c to 0x03ecf4 (0x1cb59 bytes) 000718 1788834972.018093 fallocate 0x01bd24 thru 0x02ac6c (0xef49 bytes) 000719 1788834972.024434 fallocate 0x0354c3 thru 0x039a82 (0x45c0 bytes) 000720 1788834972.030468 trunc from 0x03ecf5 to 0x0383ca (0x692a bytes) 000721 1788834972.050594 read 0x00221f thru 0x00a850 (0x8632 bytes) 000723 1788834972.067720 mapwrite 0x00ee3d thru 0x017994 (0x8b58 bytes) 000724 1788834972.107805 read 0x000ee4 thru 0x010838 (0xf955 bytes) 000725 1788834972.121305 read 0x003f15 thru 0x0084e6 (0x45d2 bytes) 000726 1788834972.126450 MIRROR_RESYNC 2 mirrors 000727 1788834972.906850 read 0x011c55 thru 0x018f89 (0x7335 bytes) 000728 1788834972.924959 MIRROR_RESYNC 2 mirrors 000729 1788834973.686561 trunc from 0x01375e to 0x014477 (0xd1a bytes) 000730 1788834973.763661 read 0x030779 thru 0x0383ca (0x7c52 bytes) 000731 1788834973.797035 trunc from 0x0048f0 to 0x011724 (0xce35 bytes) 000732 1788834973.801004 trunc from 0x0383cb to 0x016a7c (0x2194e bytes) 000733 1788834973.868732 mapwrite 0x018278 thru 0x026d54 (0xeadd bytes) 000734 1788834973.968247 trunc from 0x026d55 to 0x02f52b (0x87d7 bytes) 000735 1788834973.984086 mapread 0x015fe0 thru 0x01af7a (0x4f9b bytes) 000736 1788834973.985294 trunc from 0x02f52c to 0x01dfff (0x1152c bytes) 000737 1788834974.001461 write 0x01ff3e thru 0x0299b1 (0x9a74 bytes) 000738 1788834974.002642 read 0x008166 thru 0x0102eb (0x8186 bytes) 000739 1788834974.030550 MIRROR_RESYNC 2 mirrors 000740 1788834975.158553 trunc from 0x0299b2 to 0x03cc21 (0x13270 bytes) 000741 1788834975.238709 write 0x00c137 thru 0x00c4d0 (0x39a bytes) 000742 1788834975.252720 MIRROR_RESYNC 2 mirrors 000743 1788834976.614043 mapread 0x0190b3 thru 0x0213ea (0x8338 bytes) 000744 1788834976.639533 mapwrite 0x0325a7 thru 0x032c44 (0x69e bytes) 000745 1788834976.760003 write 0x000a11 thru 0x00a087 (0x9677 bytes) 000746 1788834976.774748 trunc from 0x03cc22 to 0x021cf8 (0x1af29 bytes) 000747 1788834976.793921 punch from 0x01138c to 0x016956 (0x55cb bytes) 000748 1788834976.808716 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) 000749 1788834977.012450 mapwrite 0x011e3d thru 0x013753 (0x1917 bytes) 000750 1788834977.051943 fallocate 0x02f294 thru 0x031c77 (0x29e4 bytes) 000751 1788834977.056886 mapread 0x00f765 thru 0x01623d (0x6ad9 bytes) 000752 1788834977.059202 trunc from 0x00e0be to 0x010a80 (0x29c3 bytes) 000753 1788834977.063231 punch from 0x00882b to 0x00cf9b (0x4771 bytes) 000754 1788834977.069244 read 0x009717 thru 0x012b55 (0x943f bytes) 000755 1788834977.079793 punch from 0x005bf6 to 0x014e43 (0xf24e bytes) 000757 1788834977.086587 write 0x00d63a thru 0x00e75b (0x1122 bytes) 000758 1788834977.104101 mapread 0x016812 thru 0x01ad74 (0x4563 bytes) 000759 1788834977.105695 read 0x012a6c thru 0x01a514 (0x7aa9 bytes) 000760 1788834977.118225 trunc from 0x01328e to 0x019713 (0x6486 bytes) 000761 1788834977.124507 read 0x017e68 thru 0x018b2a (0xcc3 bytes) 000762 1788834977.135887 mapwrite 0x01532f thru 0x017da7 (0x2a79 bytes) 000763 1788834977.161197 MIRROR_EXTEND to 2 mirrors 000764 1788834978.376712 mapread 0x0007dd thru 0x00c5e9 (0xbe0d bytes) 000766 1788834978.432669 mapwrite 0x03ba44 thru 0x03ffff (0x45bc bytes) 000767 1788834978.551142 mapread 0x019cf0 thru 0x01c282 (0x2593 bytes) 000768 1788834978.563265 trunc from 0x0006f2 to 0x003d1f (0x362e bytes) 000769 1788834978.569301 fallocate 0x00f053 thru 0x016466 (0x7414 bytes) 000770 1788834978.576914 read 0x0367d6 thru 0x03ffff (0x982a bytes) 000772 1788834978.578236 trunc from 0x040000 to 0x02d5d8 (0x12a27 bytes) 000774 1788834978.598262 mapwrite 0x0374f0 thru 0x03b1ed (0x3cfe bytes) 000775 1788834978.647894 trunc from 0x029cab to 0x02cc2e (0x2f84 bytes) 000776 1788834978.654087 trunc from 0x03b1ee to 0x011beb (0x29602 bytes) 000777 1788834978.673080 trunc from 0x000ea8 to 0x00f3fc (0xe555 bytes) 000780 1788834978.685674 punch from 0x005243 to 0x0110b2 (0xbe70 bytes) 000782 1788834978.691417 trunc from 0x011bec to 0x0253d9 (0x137ee bytes) 000783 1788834978.709066 write 0x008240 thru 0x014c1b (0xc9dc bytes) 000784 1788834978.722577 read 0x008873 thru 0x016585 (0xdd13 bytes) 000785 1788834978.734205 mapwrite 0x0312f2 thru 0x0330e6 (0x1df5 bytes) 000786 1788834978.787101 fallocate 0x009a77 thru 0x00b78b (0x1d15 bytes) 000787 1788834978.794020 write 0x013184 thru 0x016feb (0x3e68 bytes) 000790 1788834978.798217 trunc from 0x023fa7 to 0x0328ed (0xe947 bytes) 000791 1788834978.804764 fallocate 0x015a17 thru 0x0228df (0xcec9 bytes) 000792 1788834978.811637 fallocate 0x00505e thru 0x008c43 (0x3be6 bytes) 000793 1788834978.817637 fallocate 0x030d62 thru 0x039101 (0x83a0 bytes) 000794 1788834978.822962 write 0x01f5dd thru 0x026e7c (0x78a0 bytes) 000796 1788834978.845193 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x39102): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39102): Mirror 2: 0x8141e81b (stale) CRC-32 checksum value for chunk [0, 0x39102): Mirror 1: 0xf1dcb0e6 Mirror 3: 0xf1dcb0e6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39102: skipped 000797 1788834980.147430 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x39102): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39102): Mirror 2: 0x8141e81b (stale) CRC-32 checksum value for chunk [0, 0x39102): Mirror 1: 0xf1dcb0e6 Mirror 3: 0xf1dcb0e6 Mirror 4: 0xf1dcb0e6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39102: skipped 000798 1788834981.286486 trunc from 0x01e11c to 0x0284c3 (0xa3a8 bytes) 000799 1788834981.333161 punch from 0x034bd4 to 0x039101 (0x452e bytes) 000800 1788834981.338246 write 0x03764a thru 0x03ffff (0x89b6 bytes) 000801 1788834981.350235 mapread 0x011d51 thru 0x01ab79 (0x8e29 bytes) 000802 1788834981.370371 punch from 0x034922 to 0x03ffff (0xb6de bytes) 000803 1788834981.384256 punch from 0x03dc5f to 0x03ffff (0x23a1 bytes) 000804 1788834981.388602 trunc from 0x038da6 to 0x03ffff (0x725a bytes) 000805 1788834981.394526 punch from 0x002df6 to 0x00831e (0x5529 bytes) 000806 1788834981.398836 write 0x01a440 thru 0x01aa57 (0x618 bytes) 000807 1788834981.400987 write 0x00106f thru 0x005490 (0x4422 bytes) 000808 1788834981.413930 mapwrite 0x02952d thru 0x036fc2 (0xda96 bytes) 000810 1788834981.463513 trunc from 0x040000 to 0x0000ac (0x3ff53 bytes) 000811 1788834981.496295 write 0x02a10f thru 0x02c9d5 (0x28c7 bytes) 000812 1788834981.499030 trunc from 0x02b989 to 0x02c5ca (0xc42 bytes) 000813 1788834981.509661 mapread 0x0165c6 thru 0x025d0b (0xf746 bytes) 000814 1788834981.530625 trunc from 0x02c9d6 to 0x0286b6 (0x431f bytes) 000815 1788834981.546117 trunc from 0x00e72b to 0x01b425 (0xccfb bytes) 000816 1788834981.557087 trunc from 0x013114 to 0x01609e (0x2f8b bytes) 000817 1788834981.563055 trunc from 0x0286b7 to 0x00d9de (0x1acd8 bytes) 000818 1788834981.585972 mapwrite 0x00aee5 thru 0x0152ea (0xa406 bytes) 000819 1788834981.638828 write 0x039ad9 thru 0x03ffff (0x6527 bytes) 000820 1788834981.641157 write 0x01e295 thru 0x0246f4 (0x6460 bytes) 000821 1788834981.658998 read 0x01b822 thru 0x021c3e (0x641d bytes) 000822 1788834981.665360 trunc from 0x009832 to 0x017ade (0xe2ad bytes) 000823 1788834981.676550 MIRROR_RESYNC 4 mirrors 000824 1788834983.328168 read 0x026809 thru 0x034e82 (0xe67a bytes) 000825 1788834983.342353 write 0x032835 thru 0x034561 (0x1d2d bytes) 000826 1788834983.402106 read 0x02e820 thru 0x03611b (0x78fc bytes) 000827 1788834983.440065 mapread 0x0340cb thru 0x03bd79 (0x7caf bytes) 000828 1788834983.442121 mapwrite 0x0396f7 thru 0x039851 (0x15b bytes) 000829 1788834983.510674 trunc from 0x0265e2 to 0x02d320 (0x6d3f bytes) 000830 1788834983.523433 read 0x037dad thru 0x03aae1 (0x2d35 bytes) 000831 1788834983.529777 punch from 0x006da0 to 0x007ac0 (0xd21 bytes) 000832 1788834983.546199 read 0x03578b thru 0x0369dd (0x1253 bytes) 000833 1788834983.547217 punch from 0x012f99 to 0x016925 (0x398d bytes) 000834 1788834983.553537 fallocate 0x02e609 thru 0x03a279 (0xbc71 bytes) 000835 1788834983.560239 read 0x032b10 thru 0x0371f3 (0x46e4 bytes) 000837 1788834983.563224 write 0x0282d0 thru 0x02db6d (0x589e bytes) 000838 1788834983.579067 read 0x012be1 thru 0x014abd (0x1edd bytes) 000839 1788834983.588501 MIRROR_RESYNC 4 mirrors 000840 1788834985.502985 punch from 0x008fb7 to 0x00b799 (0x27e3 bytes) 000841 1788834985.552220 write 0x01bd3c thru 0x029330 (0xd5f5 bytes) 000842 1788834985.567436 write 0x03f37f thru 0x03ffff (0xc81 bytes) 000843 1788834985.573321 read 0x00fc60 thru 0x01a5f9 (0xa99a bytes) 000844 1788834985.596471 trunc from 0x040000 to 0x00fbe2 (0x3041d bytes) 000845 1788834985.635210 trunc from 0x00fbe3 to 0x020bfe (0x1101c bytes) 000846 1788834985.666125 punch from 0x00f500 to 0x016520 (0x7021 bytes) 000847 1788834985.672044 trunc from 0x020bff to 0x016bda (0xa024 bytes) 000848 1788834985.701270 mapread 0x0039df thru 0x00e506 (0xab28 bytes) 000849 1788834985.727278 fallocate 0x0003dd thru 0x0071d4 (0x6df8 bytes) 000851 1788834985.749960 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x16bdb): Mirror 2: 0x102f30a0 (stale) Mirror 3: 0x102f30a0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x16bdb): Mirror 2: 0x102f30a0 (stale) Mirror 3: 0x102f30a0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x16bdb: skipped 000852 1788834986.392171 punch from 0x013695 to 0x016bda (0x3546 bytes) 000853 1788834986.404571 mapread 0x002ce5 thru 0x00f3f0 (0xc70c bytes) 000854 1788834986.455115 mapwrite 0x009c11 thru 0x015987 (0xbd77 bytes) 000855 1788834986.577445 fallocate 0x01c0ea thru 0x02259d (0x64b4 bytes) 000856 1788834986.590562 punch from 0x000363 to 0x00c427 (0xc0c5 bytes) 000857 1788834986.611615 write 0x01a099 thru 0x024025 (0x9f8d bytes) 000858 1788834986.666876 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x24026): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24026): Mirror 2: 0x2d1da54f (stale) Mirror 3: 0x2d1da54f (stale) CRC-32 checksum value for chunk [0, 0x24026): Mirror 1: 0x8408628a Mirror 4: 0x8408628a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24026: skipped 000859 1788834988.080072 mapread 0x00b267 thru 0x00ed79 (0x3b13 bytes) 000860 1788834988.177044 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24026): Mirror 2: 0x2d1da54f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24026): Mirror 2: 0x2d1da54f (stale) CRC-32 checksum value for chunk [0, 0x24026): Mirror 1: 0x8408628a Mirror 4: 0x8408628a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24026: skipped 000861 1788834989.048323 trunc from 0x024026 to 0x0317bc (0xd797 bytes) 000862 1788834989.133529 write 0x00e186 thru 0x016d43 (0x8bbe bytes) 000863 1788834989.145540 punch from 0x0079ad to 0x00d5fb (0x5c4f bytes) 000864 1788834989.153387 trunc from 0x0317bd to 0x016c3d (0x1ab7f bytes) 000865 1788834989.190190 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x16c3e): Mirror 4: 0x42f40e0b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x16c3e): Mirror 4: 0x42f40e0b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x16c3e: skipped 000867 1788834989.647741 mapwrite 0x021133 thru 0x0231f7 (0x20c5 bytes) 000868 1788834989.727241 mapread 0x020441 thru 0x0231f7 (0x2db7 bytes) 000869 1788834989.733932 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x231f8): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x231f8): Mirror 4: 0xe3cb81f4 (stale) CRC-32 checksum value for chunk [0, 0x231f8): Mirror 1: 0xf0b9d0ae Mirror 5: 0xf0b9d0ae lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x231f8: skipped 000870 1788834990.933191 trunc from 0x011cf8 to 0x01f801 (0xdb0a bytes) 000871 1788834990.976375 punch from 0x017ab1 to 0x01abb1 (0x3101 bytes) 000872 1788834990.986947 MIRROR_RESYNC 3 mirrors 000873 1788834991.767873 fallocate 0x02181e thru 0x025b34 (0x4317 bytes) 000874 1788834991.800453 trunc from 0x025b35 to 0x023c5e (0x1ed6 bytes) 000875 1788834991.821037 punch from 0x023655 to 0x023c5e (0x60a bytes) 000876 1788834991.830039 mapread 0x012326 thru 0x01837e (0x6059 bytes) 000877 1788834991.878157 punch from 0x0163fe to 0x023c5e (0xd861 bytes) 000878 1788834991.889207 fallocate 0x01fd20 thru 0x028fd8 (0x92b9 bytes) 000879 1788834991.895028 mapread 0x012872 thru 0x019214 (0x69a3 bytes) 000880 1788834991.908194 read 0x003ac4 thru 0x010e6c (0xd3a9 bytes) 000881 1788834991.923912 trunc from 0x023c5f to 0x00d0ea (0x16b74 bytes) 000882 1788834991.952021 trunc from 0x00d0eb to 0x0090f1 (0x3ff9 bytes) 000883 1788834991.994257 punch from 0x007a3f to 0x0090f1 (0x16b3 bytes) 000884 1788834992.009379 read 0x007fca thru 0x0090f1 (0x1128 bytes) 000885 1788834992.036164 mapread 0x001793 thru 0x0018f0 (0x15e bytes) 000886 1788834992.039163 trunc from 0x003e7f to 0x0090f1 (0x5273 bytes) 000887 1788834992.044117 mapwrite 0x0057d5 thru 0x010a8b (0xb2b7 bytes) 000888 1788834992.146285 mapwrite 0x02348e thru 0x030711 (0xd284 bytes) 000889 1788834992.244109 trunc from 0x030712 to 0x000a31 (0x2fce0 bytes) 000890 1788834992.293039 punch from 0x000670 to 0x000a31 (0x3c2 bytes) 000891 1788834992.317970 mapread 0x000482 thru 0x000a31 (0x5b0 bytes) 000892 1788834992.324991 mapwrite 0x018b09 thru 0x01f0f0 (0x65e8 bytes) 000893 1788834992.392702 read 0x01b719 thru 0x01f0f0 (0x39d8 bytes) 000894 1788834992.393236 mapwrite 0x0101d3 thru 0x017c74 (0x7aa2 bytes) 000895 1788834992.411726 trunc from 0x00a09d to 0x018c14 (0xeb78 bytes) 000896 1788834992.415193 trunc from 0x014823 to 0x0151eb (0x9c9 bytes) 000897 1788834992.418188 read 0x008161 thru 0x014857 (0xc6f7 bytes) 000898 1788834992.423955 trunc from 0x01f0f1 to 0x03546d (0x1637d bytes) 000899 1788834992.436582 mapread 0x001516 thru 0x010a4e (0xf539 bytes) 000900 1788834992.437878 write 0x03398d thru 0x03ec1d (0xb291 bytes) 000901 1788834992.448721 read 0x013b5f thru 0x01e4a4 (0xa946 bytes) 000902 1788834992.450445 trunc from 0x03ec1e to 0x01f3ad (0x1f870 bytes) 000903 1788834992.468003 trunc from 0x01f3ae to 0x03d7df (0x1e432 bytes) 000904 1788834992.480497 mapread 0x02b1eb thru 0x02e5c7 (0x33dd bytes) 000905 1788834992.490490 mapwrite 0x035024 thru 0x03763d (0x261a bytes) 000906 1788834992.502953 trunc from 0x03d7e0 to 0x015c30 (0x27baf bytes) 000907 1788834992.532440 MIRROR_RESYNC 3 mirrors 000908 1788834992.914487 read 0x00689b thru 0x00e35f (0x7ac5 bytes) 000909 1788834992.957856 fallocate 0x019e27 thru 0x01b064 (0x123e bytes) 000911 1788834993.024879 mapwrite 0x038bd9 thru 0x03ffff (0x7427 bytes) 000912 1788834993.134714 trunc from 0x040000 to 0x0349b4 (0xb64b bytes) 000913 1788834993.153911 punch from 0x0271c6 to 0x032b73 (0xb9ae bytes) 000914 1788834993.158177 trunc from 0x006c8a to 0x00ecf3 (0x806a bytes) 000915 1788834993.166969 mapwrite 0x0333de thru 0x037f58 (0x4b7b bytes) 000916 1788834993.206085 fallocate 0x01e7c1 thru 0x01f09e (0x8de bytes) 000917 1788834993.213889 write 0x0359b8 thru 0x03ffff (0xa648 bytes) 000918 1788834993.216159 mapwrite 0x0302dc thru 0x0320b3 (0x1dd8 bytes) 000919 1788834993.230211 punch from 0x038a3f to 0x03ffff (0x75c1 bytes) 000920 1788834993.235229 read 0x03a452 thru 0x03ffff (0x5bae bytes) 000921 1788834993.244891 mapread 0x004fde thru 0x009d37 (0x4d5a bytes) 000923 1788834993.246271 write 0x002b7c thru 0x009654 (0x6ad9 bytes) 000924 1788834993.247395 fallocate 0x030716 thru 0x03f9d3 (0xf2be bytes) 000925 1788834993.252986 mapwrite 0x01582d thru 0x01b5d0 (0x5da4 bytes) 000926 1788834993.266802 trunc from 0x02136c to 0x0226b7 (0x134c bytes) 000927 1788834993.271602 mapread 0x024ba9 thru 0x03036c (0xb7c4 bytes) 000928 1788834993.272863 fallocate 0x002c52 thru 0x009895 (0x6c44 bytes) 000929 1788834993.280181 mapwrite 0x0339b4 thru 0x03b7ac (0x7df9 bytes) 000930 1788834993.298407 trunc from 0x040000 to 0x037601 (0x89fe bytes) 000931 1788834993.311405 punch from 0x0063cd to 0x01145c (0xb090 bytes) 000932 1788834993.317066 mapread 0x004127 thru 0x00fd57 (0xbc31 bytes) 000933 1788834993.349947 trunc from 0x037602 to 0x016461 (0x211a0 bytes) 000935 1788834993.364773 mapread 0x0151cd thru 0x016461 (0x1295 bytes) 000937 1788834993.366068 mapread 0x00b928 thru 0x00d8d7 (0x1fb0 bytes) 000938 1788834993.367684 punch from 0x009d45 to 0x016461 (0xc71d bytes) 000939 1788834993.371890 mapread 0x000428 thru 0x00d67d (0xd256 bytes) 000940 1788834993.392301 write 0x014fe0 thru 0x019e64 (0x4e85 bytes) 000941 1788834993.397860 fallocate 0x00c905 thru 0x010191 (0x388d bytes) 000942 1788834993.401449 trunc from 0x019e65 to 0x012190 (0x7cd4 bytes) 000943 1788834993.414513 write 0x0197ee thru 0x025511 (0xbd24 bytes) 000944 1788834993.416378 read 0x016af7 thru 0x022454 (0xb95e bytes) 000945 1788834993.428246 trunc from 0x025512 to 0x0262a2 (0xd91 bytes) 000946 1788834993.470015 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x262a3): Mirror 4: 0xb16d2652 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x262a3): Mirror 4: 0xb16d2652 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x262a3: skipped 000947 1788834994.039440 trunc from 0x0262a3 to 0x03593c (0xf69a bytes) 000948 1788834994.070196 read 0x00a15d thru 0x00cca6 (0x2b4a bytes) 000949 1788834994.083513 punch from 0x034c9b to 0x035936 (0xc9c bytes) 000950 1788834994.092658 read 0x009aa9 thru 0x0115c3 (0x7b1b bytes) 000951 1788834994.128220 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3593d): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3593d): Mirror 4: 0x74305864 (stale) CRC-32 checksum value for chunk [0, 0x3593d): Mirror 1: 0x3f70430f Mirror 5: 0x3f70430f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3593d: skipped 000952 1788834994.872613 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3593d): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3593d): Mirror 4: 0x74305864 (stale) CRC-32 checksum value for chunk [0, 0x3593d): Mirror 1: 0x3f70430f Mirror 5: 0x3f70430f Mirror 6: 0x3f70430f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3593d: skipped 000953 1788834995.496928 trunc from 0x03593d to 0x0223da (0x13562 bytes) 000954 1788834995.567515 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x223db): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x223db): Mirror 4: 0xb7ebc1fa (stale) Mirror 5: 0x5f8bbc0e (stale) Mirror 6: 0x5f8bbc0e (stale) CRC-32 checksum value for chunk [0, 0x223db): Mirror 1: 0x5f8bbc0e Mirror 7: 0x5f8bbc0e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x223db: skipped 000957 1788834996.336017 read 0x01eb0c thru 0x0223da (0x38cf bytes) 000959 1788834996.341993 fallocate 0x01ddf7 thru 0x0265a1 (0x87ab bytes) 000960 1788834996.425421 trunc from 0x0265a2 to 0x01d2fa (0x92a7 bytes) 000961 1788834996.538942 fallocate 0x00355e thru 0x007671 (0x4114 bytes) 000962 1788834996.549421 read 0x01555e thru 0x01d2fa (0x7d9d bytes) 000963 1788834996.573070 read 0x003588 thru 0x004954 (0x13cd bytes) 000964 1788834996.591304 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x1d2fb): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d2fb): Mirror 4: 0xd64d1a3 (stale) Mirror 5: 0x619dc138 (stale) Mirror 6: 0x619dc138 (stale) Mirror 7: 0x619dc138 (stale) CRC-32 checksum value for chunk [0, 0x1d2fb): Mirror 1: 0x619dc138 Mirror 8: 0x619dc138 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d2fb: skipped 000965 1788834997.791449 fallocate 0x00c0ef thru 0x013a55 (0x7967 bytes) 000966 1788834997.841185 trunc from 0x00d916 to 0x00fb4f (0x223a bytes) 000967 1788834997.848203 punch from 0x019ec5 to 0x01d2fa (0x3436 bytes) 000968 1788834997.853514 fallocate 0x02729f thru 0x02dd24 (0x6a86 bytes) 000969 1788834997.859938 fallocate 0x03e24b thru 0x03ffff (0x1db5 bytes) 000970 1788834997.872243 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1d2fb): Mirror 4: 0xd64d1a3 (stale) Mirror 5: 0x619dc138 (stale) Mirror 6: 0x619dc138 (stale) Mirror 7: 0x619dc138 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d2fb): Mirror 4: 0xd64d1a3 (stale) Mirror 5: 0x619dc138 (stale) Mirror 6: 0x619dc138 (stale) Mirror 7: 0x619dc138 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d2fb: skipped 000971 1788834998.524429 mapread 0x00322a thru 0x004888 (0x165f bytes) 000973 1788834998.547288 mapwrite 0x03c4b8 thru 0x03ffff (0x3b48 bytes) 000974 1788834998.629287 read 0x03cdcc thru 0x03ffff (0x3234 bytes) 000975 1788834998.630888 read 0x002c28 thru 0x0043a8 (0x1781 bytes) 000976 1788834998.675246 trunc from 0x039b3f to 0x039e56 (0x318 bytes) 000977 1788834998.680044 mapread 0x031311 thru 0x03f676 (0xe366 bytes) 000978 1788834998.688569 trunc from 0x040000 to 0x01a22e (0x25dd1 bytes) 000979 1788834998.717951 mapwrite 0x0024fb thru 0x01038b (0xde91 bytes) 000980 1788834998.774240 mapread 0x011108 thru 0x018c64 (0x7b5d bytes) 000981 1788834998.777083 write 0x023208 thru 0x029743 (0x653c bytes) 000982 1788834998.779647 punch from 0x009c7f to 0x0198d9 (0xfc5b bytes) 000983 1788834998.818544 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a2:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x29744): Mirror 4: 0xe5fed7cd (stale) Mirror 5: 0xf80e5dd9 (stale) Mirror 7: 0x61b5276a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29744): Mirror 4: 0xe5fed7cd (stale) Mirror 5: 0xf80e5dd9 (stale) Mirror 7: 0x61b5276a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29744: skipped 000984 1788834999.297109 trunc from 0x01b433 to 0x023107 (0x7cd5 bytes) 000985 1788834999.302362 trunc from 0x029744 to 0x00a384 (0x1f3bf bytes) 000986 1788834999.324275 mapread 0x001116 thru 0x009c4c (0x8b37 bytes) 000987 1788834999.374183 trunc from 0x005dc5 to 0x0074e6 (0x1722 bytes) 000988 1788834999.385544 fallocate 0x013773 thru 0x013d0b (0x599 bytes) 000989 1788834999.399581 trunc from 0x013941 to 0x013d0b (0x3cb bytes) 000990 1788834999.405322 trunc from 0x013d0c to 0x03481b (0x20b10 bytes) 000991 1788834999.423825 punch from 0x00d8f2 to 0x014559 (0x6c68 bytes) 000992 1788834999.430006 read 0x020594 thru 0x0244e9 (0x3f56 bytes) 000993 1788834999.437159 trunc from 0x01530d to 0x02276b (0xd45f bytes) 000994 1788834999.445097 punch from 0x034724 to 0x03481b (0xf8 bytes) 000995 1788834999.449232 mapwrite 0x029137 thru 0x02ab1e (0x19e8 bytes) 000996 1788834999.487117 fallocate 0x03e6bc thru 0x03f181 (0xac6 bytes) 000997 1788834999.497303 mapwrite 0x016819 thru 0x02489b (0xe083 bytes) 000998 1788834999.543491 punch from 0x037207 to 0x038229 (0x1023 bytes) 000999 1788834999.549498 write 0x020a02 thru 0x023a8b (0x308a bytes) All operations completed A-OK!