== sanity-flr test 70a: flr mode fsx test ================ 07:46:04 (1786016764) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 6767 truncating to largest ever: 0x233c 000002 1786016767.467518 trunc from 00000000 to 0x00233b (0x233c bytes) 000004 1786016767.491855 read 0x0015c7 thru 0x001ea7 (0x8e1 bytes) 000005 1786016767.501222 trunc from 0x0008cc to 0x00233b (0x1a70 bytes) 000006 1786016767.517176 MIRROR_EXTEND to 2 mirrors 000007 1786016768.420523 write 0x00c1d0 thru 0x01b62b (0xf45c bytes) 000008 1786016768.534245 mapread 0x016dce thru 0x01b62b (0x485e bytes) 000009 1786016768.545732 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000010 1786016768.817062 punch from 0x00331c to 0x005c7e (0x2963 bytes) 000011 1786016768.840596 punch from 0x010629 to 0x01b62b (0xb003 bytes) 000012 1786016768.849715 mapread 0x0014d6 thru 0x010e3a (0xf965 bytes) truncating to largest ever: 0x1e45a 000013 1786016768.915072 trunc from 0x01b62c to 0x01e459 (0x2e2e bytes) 000014 1786016769.001575 trunc from 0x00ea45 to 0x015fb6 (0x7572 bytes) 000015 1786016769.008278 mapwrite 0x02f3b2 thru 0x0344f8 (0x5147 bytes) 000016 1786016769.119034 mapwrite 0x034256 thru 0x03ffff (0xbdaa bytes) fallocating to largest ever: 0x38478 000017 1786016769.198197 fallocate 0x036d33 thru 0x038477 (0x1745 bytes) 000018 1786016769.203882 punch from 0x015995 to 0x01fc16 (0xa282 bytes) truncating to largest ever: 0x3ba5e 000019 1786016769.209763 trunc from 0x040000 to 0x03ba5d (0x45a2 bytes) 000021 1786016769.232985 write 0x001513 thru 0x00fecf (0xe9bd bytes) 000022 1786016769.251125 trunc from 0x0170a4 to 0x01b3fd (0x435a bytes) 000023 1786016769.268527 write 0x02b687 thru 0x035a84 (0xa3fe bytes) fallocating to largest ever: 0x3f39c 000024 1786016769.270951 fallocate 0x032220 thru 0x03f39b (0xd17c bytes) 000025 1786016769.287095 punch from 0x01802e to 0x01a6b0 (0x2683 bytes) 000026 1786016769.292994 write 0x03bd28 thru 0x03f563 (0x383c bytes) 000027 1786016769.294278 mapread 0x001027 thru 0x0061dc (0x51b6 bytes) 000028 1786016769.311461 mapwrite 0x0316bf thru 0x032a78 (0x13ba bytes) 000029 1786016769.337205 punch from 0x01bd48 to 0x029b68 (0xde21 bytes) 000030 1786016769.351541 trunc from 0x00c04e to 0x019db8 (0xdd6b bytes) 000032 1786016769.378060 punch from 0x020b6c to 0x027828 (0x6cbd bytes) 000034 1786016769.384869 mapread 0x00a7be thru 0x01a714 (0xff57 bytes) 000035 1786016769.444982 mapread 0x000849 thru 0x0029f7 (0x21af bytes) 000036 1786016769.454609 write 0x023804 thru 0x027135 (0x3932 bytes) 000037 1786016769.469569 write 0x02c598 thru 0x02d409 (0xe72 bytes) 000039 1786016769.478279 trunc from 0x03f564 to 0x004803 (0x3ad60 bytes) 000040 1786016769.511183 mapwrite 0x02a41a thru 0x02fad4 (0x56bb bytes) 000045 1786016769.653089 trunc from 0x002137 to 0x00877c (0x6646 bytes) 000047 1786016769.670952 punch from 0x00f810 to 0x01cb2d (0xd31e bytes) 000048 1786016769.688482 mapwrite 0x01d16c thru 0x01ea15 (0x18aa bytes) 000049 1786016769.761552 write 0x00760c thru 0x013c9d (0xc692 bytes) 000050 1786016769.796982 MIRROR_EXTEND to 2 mirrors 000051 1786016771.607645 trunc from 0x02fad5 to 0x006e7a (0x28c5a bytes) 000054 1786016771.672845 punch from 0x005d1a to 0x006e7a (0x1161 bytes) 000055 1786016771.681956 read 0x002073 thru 0x006e7a (0x4e08 bytes) 000056 1786016771.701972 trunc from 0x0037a0 to 0x006e7a (0x36db bytes) 000057 1786016771.712087 mapread 0x00398b thru 0x006724 (0x2d9a bytes) 000058 1786016771.759249 fallocate 0x00bd4e thru 0x01baf0 (0xfda3 bytes) 000059 1786016771.779146 punch from 0x001460 to 0x00c9f1 (0xb592 bytes) 000060 1786016771.804084 trunc from 0x01baf1 to 0x00db9a (0xdf56 bytes) 000061 1786016771.843187 trunc from 0x007246 to 0x00c121 (0x4edc bytes) 000062 1786016771.856075 mapwrite 0x03357b thru 0x038533 (0x4fb9 bytes) 000063 1786016771.956010 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000064 1786016772.217691 mapwrite 0x0000ff thru 0x00e390 (0xe292 bytes) 000065 1786016772.334600 trunc from 0x014981 to 0x021884 (0xcf04 bytes) 000068 1786016772.345667 mapwrite 0x02f2c5 thru 0x03282f (0x356b bytes) 000069 1786016772.402994 trunc from 0x036723 to 0x038533 (0x1e11 bytes) 000070 1786016772.410269 trunc from 0x038534 to 0x0275ec (0x10f47 bytes) 000071 1786016772.449980 trunc from 0x002d19 to 0x00c4c4 (0x97ac bytes) 000072 1786016772.463323 read 0x0203af thru 0x0275ec (0x723e bytes) 000074 1786016772.493132 mapwrite 0x0212f3 thru 0x0263f2 (0x5100 bytes) 000075 1786016772.542232 fallocate 0x00e4a9 thru 0x01a945 (0xc49d bytes) 000076 1786016772.553772 trunc from 0x00e659 to 0x01cd33 (0xe6db bytes) 000078 1786016772.579604 mapwrite 0x02d67c thru 0x02e963 (0x12e8 bytes) 000080 1786016772.690551 fallocate 0x023b07 thru 0x0302fd (0xc7f7 bytes) 000081 1786016772.704361 mapwrite 0x036b09 thru 0x03ffff (0x94f7 bytes) 000083 1786016772.862341 trunc from 0x040000 to 0x0264a2 (0x19b5d bytes) 000084 1786016772.916690 write 0x01c0f0 thru 0x01d8ae (0x17bf bytes) 000086 1786016772.946338 fallocate 0x016291 thru 0x023f66 (0xdcd6 bytes) 000087 1786016772.960600 trunc from 0x00ae11 to 0x0191c2 (0xe3b2 bytes) 000088 1786016772.970965 fallocate 0x01f07d thru 0x023ac1 (0x4a45 bytes) 000089 1786016772.982754 mapwrite 0x01ec79 thru 0x02b9be (0xcd46 bytes) 000090 1786016773.048779 mapwrite 0x038d24 thru 0x03ffff (0x72dc bytes) 000091 1786016773.133223 trunc from 0x01283d to 0x01d7df (0xafa3 bytes) 000093 1786016773.148314 trunc from 0x040000 to 0x01c153 (0x23eac bytes) 000094 1786016773.172946 write 0x02c8a1 thru 0x03a777 (0xded7 bytes) 000095 1786016773.181140 trunc from 0x03a778 to 0x02a129 (0x1064e bytes) 000096 1786016773.257921 write 0x021ba9 thru 0x02fd9b (0xe1f3 bytes) 000097 1786016773.275098 trunc from 0x017b53 to 0x021064 (0x9512 bytes) 000098 1786016773.292148 write 0x021728 thru 0x0273fc (0x5cd5 bytes) 000099 1786016773.307493 fallocate 0x00ecd4 thru 0x0112c2 (0x25ef bytes) 000100 1786016773.323586 trunc from 0x02fd9c to 0x0233fd (0xc99e bytes) 000101 1786016773.348516 write 0x01998f thru 0x01d916 (0x3f88 bytes) 000102 1786016773.364530 punch from 0x00df36 to 0x01d3bd (0xf488 bytes) 000103 1786016773.401519 read 0x022aaa thru 0x0233fd (0x954 bytes) 000104 1786016773.403050 fallocate 0x0211fd thru 0x021e29 (0xc2d bytes) 000105 1786016773.421519 write 0x031487 thru 0x03caca (0xb644 bytes) 000106 1786016773.430026 trunc from 0x035b35 to 0x03caca (0x6f96 bytes) 000107 1786016773.482864 trunc from 0x02b640 to 0x0397f9 (0xe1ba bytes) 000110 1786016773.488522 write 0x02bafd thru 0x03b63e (0xfb42 bytes) 000111 1786016773.510617 punch from 0x03239a to 0x0379c7 (0x562e bytes) 000112 1786016773.541374 trunc from 0x03ba7a to 0x03caca (0x1051 bytes) 000113 1786016773.556130 punch from 0x00d70f to 0x01674d (0x903f bytes) 000114 1786016773.565438 mapread 0x01ea45 thru 0x02e838 (0xfdf4 bytes) 000115 1786016773.574191 MIRROR_EXTEND to 2 mirrors fallocating to largest ever: 0x40000 000116 1786016775.036432 fallocate 0x035d1c thru 0x03ffff (0xa2e4 bytes) 000117 1786016775.111663 mapread 0x023090 thru 0x032fb1 (0xff22 bytes) 000118 1786016775.252027 MIRROR_RESYNC 2 mirrors 000119 1786016776.543731 punch from 0x03094e to 0x032b9e (0x2251 bytes) 000120 1786016776.621944 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000121 1786016776.923972 mapwrite 0x0245df thru 0x02dab6 (0x94d8 bytes) 000122 1786016777.042716 read 0x0094be thru 0x013564 (0xa0a7 bytes) 000123 1786016777.051377 fallocate 0x020f30 thru 0x03066e (0xf73f bytes) 000124 1786016777.061072 trunc from 0x040000 to 0x007917 (0x386e8 bytes) 000125 1786016777.114879 fallocate 0x013774 thru 0x018adf (0x536c bytes) 000126 1786016777.148498 fallocate 0x010a51 thru 0x01e4ad (0xda5d bytes) 000128 1786016777.163571 mapread 0x002dd9 thru 0x007917 (0x4b3f bytes) 000130 1786016777.232645 trunc from 0x006967 to 0x007917 (0xfb1 bytes) 000131 1786016777.248742 fallocate 0x002f03 thru 0x012119 (0xf217 bytes) 000133 1786016777.278112 mapread 0x003f2d thru 0x0078dc (0x39b0 bytes) 000134 1786016777.296474 read 0x005c70 thru 0x00b5fe (0x598f bytes) 000135 1786016777.298790 write 0x025771 thru 0x02b355 (0x5be5 bytes) 000137 1786016777.310692 fallocate 0x003898 thru 0x00aaf0 (0x7259 bytes) 000138 1786016777.339728 fallocate 0x001b30 thru 0x010425 (0xe8f6 bytes) 000139 1786016777.369871 mapwrite 0x01392a thru 0x021d23 (0xe3fa bytes) 000140 1786016777.443237 read 0x01408e thru 0x01bfe4 (0x7f57 bytes) 000141 1786016777.445700 read 0x01d1ea thru 0x01d228 (0x3f bytes) 000142 1786016777.447663 trunc from 0x014365 to 0x01e9d9 (0xa675 bytes) 000144 1786016777.456628 punch from 0x01ead7 to 0x020793 (0x1cbd bytes) 000146 1786016777.480029 punch from 0x015f92 to 0x022740 (0xc7af bytes) 000147 1786016777.488325 read 0x02a713 thru 0x02b355 (0xc43 bytes) 000148 1786016777.492301 trunc from 0x02b356 to 0x03bbb4 (0x1085f bytes) 000149 1786016777.525274 mapread 0x0278f8 thru 0x035635 (0xdd3e bytes) 000150 1786016777.539655 trunc from 0x002298 to 0x010992 (0xe6fb bytes) 000151 1786016777.555599 trunc from 0x00058c to 0x008a8c (0x8501 bytes) 000152 1786016777.568095 mapread 0x032a65 thru 0x038010 (0x55ac bytes) 000153 1786016777.572080 write 0x000e0a thru 0x00cd36 (0xbf2d bytes) 000154 1786016777.598905 fallocate 0x000133 thru 0x00f9fb (0xf8c9 bytes) 000155 1786016777.616416 trunc from 0x03bbb5 to 0x0082d2 (0x338e2 bytes) 000157 1786016777.654021 mapwrite 0x039bd7 thru 0x03ffff (0x6429 bytes) 000158 1786016777.788613 fallocate 0x00b47f thru 0x00b487 (0x9 bytes) 000160 1786016777.807293 trunc from 0x009a52 to 0x013b27 (0xa0d6 bytes) 000161 1786016777.820326 punch from 0x037bcb to 0x03ffff (0x8435 bytes) 000162 1786016777.834537 trunc from 0x03c4e3 to 0x03ffff (0x3b1d bytes) 000163 1786016777.851606 trunc from 0x040000 to 0x0048ed (0x3b712 bytes) 000164 1786016777.917388 mapread 0x003fc0 thru 0x0048ed (0x92e bytes) 000167 1786016777.934909 MIRROR_EXTEND to 2 mirrors 000168 1786016779.031337 mapread 0x003d99 thru 0x0048ed (0xb55 bytes) 000169 1786016779.072146 read 0x004129 thru 0x0048ed (0x7c5 bytes) 000170 1786016779.073285 read 0x002ad5 thru 0x0048ed (0x1e19 bytes) 000171 1786016779.087695 trunc from 0x0020f9 to 0x0048ed (0x27f5 bytes) 000172 1786016779.129264 fallocate 0x01651d thru 0x017d25 (0x1809 bytes) 000173 1786016779.134563 read 0x0038a5 thru 0x0048ed (0x1049 bytes) 000174 1786016779.142373 trunc from 0x0048ee to 0x038966 (0x34079 bytes) 000175 1786016779.166062 read 0x00166e thru 0x005766 (0x40f9 bytes) 000176 1786016779.190193 fallocate 0x02549e thru 0x02aa2b (0x558e bytes) 000177 1786016779.217398 trunc from 0x02f59a to 0x035371 (0x5dd8 bytes) 000178 1786016779.229000 mapread 0x01c2dc thru 0x0254f2 (0x9217 bytes) 000179 1786016779.233355 mapread 0x00d344 thru 0x016209 (0x8ec6 bytes) 000180 1786016779.252504 mapread 0x023bfa thru 0x031276 (0xd67d bytes) 000181 1786016779.296957 fallocate 0x030185 thru 0x03e9cc (0xe848 bytes) 000182 1786016779.323668 fallocate 0x006a05 thru 0x00f4d9 (0x8ad5 bytes) 000183 1786016779.343634 mapwrite 0x01b7ac thru 0x029868 (0xe0bd bytes) 000184 1786016779.401610 fallocate 0x029a9a thru 0x02f7d3 (0x5d3a bytes) 000185 1786016779.416358 trunc from 0x016c4a to 0x023bdc (0xcf93 bytes) 000186 1786016779.426600 punch from 0x0365a5 to 0x03b724 (0x5180 bytes) 000187 1786016779.442267 mapread 0x0142ab thru 0x024159 (0xfeaf bytes) 000188 1786016779.650344 mapread 0x03a8eb thru 0x03e9cc (0x40e2 bytes) 000189 1786016779.653291 trunc from 0x03e9cd to 0x00fef8 (0x2ead4 bytes) 000190 1786016779.687289 read 0x00dde6 thru 0x00fef8 (0x2113 bytes) 000192 1786016779.699401 mapwrite 0x0271d5 thru 0x02c308 (0x5134 bytes) 000193 1786016779.825648 read 0x02b087 thru 0x02c308 (0x1282 bytes) 000194 1786016779.835595 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2c309): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c309): Mirror 2: 0xa9199c2c (stale) CRC-32 checksum value for chunk [0, 0x2c309): Mirror 1: 0x7c6b952d Mirror 3: 0x7c6b952d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c309: skipped 000195 1786016781.480389 trunc from 0x001915 to 0x00b784 (0x9e70 bytes) 000196 1786016781.544042 mapwrite 0x02eeb3 thru 0x039215 (0xa363 bytes) 000197 1786016781.689356 trunc from 0x039216 to 0x03083b (0x89da bytes) 000198 1786016781.736917 punch from 0x008eb0 to 0x009106 (0x257 bytes) 000199 1786016781.744951 punch from 0x018a60 to 0x01e303 (0x58a4 bytes) 000200 1786016781.761538 trunc from 0x027c0c to 0x02cfe3 (0x53d8 bytes) 000201 1786016781.771621 mapwrite 0x026eed thru 0x035311 (0xe425 bytes) 000202 1786016781.902387 mapwrite 0x02ece1 thru 0x02ef48 (0x268 bytes) 000203 1786016781.918961 mapwrite 0x03cad4 thru 0x03ffff (0x352c bytes) 000204 1786016781.991184 mapwrite 0x02e1c4 thru 0x038e5b (0xac98 bytes) 000205 1786016782.033132 trunc from 0x040000 to 0x012f55 (0x2d0aa bytes) 000206 1786016782.056314 mapwrite 0x03ba05 thru 0x03ffff (0x45fb bytes) 000207 1786016782.134449 fallocate 0x01e489 thru 0x02a4d2 (0xc04a bytes) 000208 1786016782.155003 fallocate 0x01f280 thru 0x02d622 (0xe3a3 bytes) 000209 1786016782.160248 trunc from 0x040000 to 0x01cf8b (0x23074 bytes) 000210 1786016782.184382 punch from 0x00150f to 0x00bcdf (0xa7d1 bytes) 000211 1786016782.194902 read 0x005a18 thru 0x008a80 (0x3069 bytes) 000213 1786016782.214027 trunc from 0x01cf8c to 0x029dbc (0xce31 bytes) 000214 1786016782.253124 mapwrite 0x01f757 thru 0x029ba2 (0xa44c bytes) 000215 1786016782.324728 write 0x0084ef thru 0x015aac (0xd5be bytes) 000216 1786016782.346165 trunc from 0x029dbd to 0x009ae8 (0x202d4 bytes) 000217 1786016782.365103 punch from 0x0047d2 to 0x00801d (0x384c bytes) 000218 1786016782.389118 punch from 0x0094ad to 0x009ae8 (0x63c bytes) 000219 1786016782.395634 punch from 0x005632 to 0x009ae8 (0x44b7 bytes) 000220 1786016782.401988 trunc from 0x009ae9 to 0x00491b (0x51cd bytes) 000221 1786016782.428565 read 0x00410f thru 0x00491b (0x80d bytes) 000222 1786016782.441775 trunc from 0x00491c to 0x03b026 (0x3670b bytes) 000223 1786016782.467059 punch from 0x030731 to 0x03b026 (0xa8f6 bytes) 000224 1786016782.502199 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3b027): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b027): Mirror 2: 0x13114d8a (stale) Mirror 3: 0x7f9e7c97 (stale) CRC-32 checksum value for chunk [0, 0x3b027): Mirror 1: 0x8f487193 Mirror 4: 0x8f487193 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b027: skipped 000226 1786016783.940312 mapread 0x0164bf thru 0x01f3e6 (0x8f28 bytes) 000228 1786016784.001970 fallocate 0x03a52d thru 0x03aa8a (0x55e bytes) 000229 1786016784.074877 mapwrite 0x03ac0b thru 0x03f426 (0x481c bytes) 000230 1786016784.219875 punch from 0x01fc66 to 0x024ecd (0x5268 bytes) 000232 1786016784.234493 write 0x02d4f2 thru 0x03c3cd (0xeedc bytes) 000233 1786016784.247987 fallocate 0x01897a thru 0x01960b (0xc92 bytes) 000234 1786016784.264532 write 0x009d84 thru 0x00db88 (0x3e05 bytes) 000235 1786016784.300424 mapwrite 0x006c04 thru 0x00bce9 (0x50e6 bytes) 000236 1786016784.339573 punch from 0x0254a6 to 0x02d2fe (0x7e59 bytes) 000237 1786016784.346186 read 0x02b202 thru 0x032cf4 (0x7af3 bytes) 000238 1786016784.357022 trunc from 0x00e03a to 0x01dc8e (0xfc55 bytes) 000239 1786016784.368445 trunc from 0x021958 to 0x024b5c (0x3205 bytes) 000240 1786016784.373467 write 0x0366a2 thru 0x03ffff (0x995e bytes) 000241 1786016784.376213 read 0x005bb4 thru 0x0152fa (0xf747 bytes) 000242 1786016784.388465 punch from 0x02607e to 0x02dbe7 (0x7b6a bytes) 000243 1786016784.393846 punch from 0x00783b to 0x00af8f (0x3755 bytes) 000244 1786016784.398593 fallocate 0x02b742 thru 0x0367bb (0xb07a bytes) 000246 1786016784.404274 trunc from 0x006f71 to 0x00bae1 (0x4b71 bytes) 000247 1786016784.409817 trunc from 0x040000 to 0x01a9fe (0x25601 bytes) 000248 1786016784.424442 fallocate 0x0277f2 thru 0x036099 (0xe8a8 bytes) 000249 1786016784.429538 trunc from 0x03609a to 0x03956c (0x34d3 bytes) 000250 1786016784.447042 read 0x000cbb thru 0x00d8fe (0xcc44 bytes) 000251 1786016784.457506 fallocate 0x028332 thru 0x033042 (0xad11 bytes) 000252 1786016784.462656 mapwrite 0x03fb6c thru 0x03ffff (0x494 bytes) 000253 1786016784.500553 trunc from 0x019ad0 to 0x028ea2 (0xf3d3 bytes) 000254 1786016784.505155 write 0x020c24 thru 0x022fd2 (0x23af bytes) 000255 1786016784.513531 trunc from 0x040000 to 0x0396c7 (0x6938 bytes) 000256 1786016784.528563 read 0x02e8b6 thru 0x0396c7 (0xae12 bytes) 000257 1786016784.529377 mapread 0x01da38 thru 0x026394 (0x895d bytes) 000258 1786016784.548023 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x396c8): Mirror 3: 0x2b7da9f8 (stale) Mirror 4: 0x6eaa7d6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x396c8): Mirror 3: 0x2b7da9f8 (stale) Mirror 4: 0x6eaa7d6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x396c8: skipped 000259 1786016784.890118 punch from 0x01994b to 0x01e48f (0x4b45 bytes) 000260 1786016784.896629 punch from 0x013e29 to 0x022871 (0xea49 bytes) 000261 1786016784.908501 mapread 0x00d940 thru 0x018fcd (0xb68e bytes) 000264 1786016784.955468 read 0x02fd85 thru 0x0396c7 (0x9943 bytes) 000265 1786016784.982210 mapwrite 0x03649f thru 0x037b86 (0x16e8 bytes) 000266 1786016784.999028 punch from 0x035d3b to 0x035f95 (0x25b bytes) 000267 1786016785.006029 punch from 0x0099ea to 0x00cf3c (0x3553 bytes) 000268 1786016785.012664 mapwrite 0x0073b6 thru 0x016fe9 (0xfc34 bytes) 000270 1786016785.085440 fallocate 0x017e96 thru 0x020a57 (0x8bc2 bytes) 000271 1786016785.091778 write 0x037eca thru 0x03811c (0x253 bytes) 000272 1786016785.100113 trunc from 0x0396c8 to 0x00d966 (0x2bd61 bytes) 000273 1786016785.124899 trunc from 0x00d967 to 0x015c10 (0x82aa bytes) 000274 1786016785.139070 fallocate 0x007213 thru 0x00d274 (0x6062 bytes) 000275 1786016785.148384 MIRROR_RESYNC 3 mirrors 000276 1786016786.068507 write 0x034d19 thru 0x039f89 (0x5271 bytes) 000277 1786016786.094632 fallocate 0x02bc32 thru 0x02cb49 (0xf18 bytes) 000278 1786016786.103446 trunc from 0x011a0d to 0x019062 (0x7656 bytes) 000279 1786016786.107157 fallocate 0x0322e4 thru 0x03ffff (0xdd1c bytes) 000280 1786016786.111306 trunc from 0x039f8a to 0x0105d2 (0x299b7 bytes) 000282 1786016786.131079 mapwrite 0x01ac13 thru 0x022317 (0x7705 bytes) 000283 1786016786.173811 read 0x01769b thru 0x01bdf3 (0x4759 bytes) 000284 1786016786.179949 MIRROR_RESYNC 3 mirrors 000286 1786016786.701347 read 0x009111 thru 0x00a96d (0x185d bytes) 000287 1786016786.706488 fallocate 0x0268f4 thru 0x029a78 (0x3185 bytes) 000288 1786016786.738679 trunc from 0x022318 to 0x01060e (0x11d09 bytes) 000289 1786016786.771454 mapwrite 0x00936b thru 0x0156b3 (0xc349 bytes) 000290 1786016786.821819 mapwrite 0x017728 thru 0x01c74c (0x5025 bytes) 000291 1786016786.855575 mapwrite 0x014def thru 0x01a9ec (0x5bfe bytes) 000293 1786016786.875166 mapwrite 0x031998 thru 0x037ea5 (0x650e bytes) 000295 1786016786.909367 punch from 0x0286f3 to 0x03512b (0xca39 bytes) 000297 1786016786.916080 write 0x0290c2 thru 0x034cf0 (0xbc2f bytes) 000298 1786016786.927009 write 0x0057db thru 0x0095ba (0x3de0 bytes) 000301 1786016786.930495 mapwrite 0x030fc6 thru 0x03ffff (0xf03a bytes) 000302 1786016787.029435 write 0x00f280 thru 0x014403 (0x5184 bytes) 000303 1786016787.034535 trunc from 0x040000 to 0x01a2c7 (0x25d38 bytes) 000304 1786016787.091506 fallocate 0x015ac1 thru 0x01fd47 (0xa287 bytes) 000305 1786016787.109803 read 0x004d04 thru 0x010db9 (0xc0b6 bytes) 000307 1786016787.116870 write 0x0225f0 thru 0x030c13 (0xe624 bytes) 000308 1786016787.123110 trunc from 0x030c14 to 0x025685 (0xb58e bytes) 000309 1786016787.190116 write 0x036a36 thru 0x0373b4 (0x97f bytes) 000310 1786016787.193494 fallocate 0x034a4d thru 0x03fed3 (0xb487 bytes) 000311 1786016787.204488 write 0x028550 thru 0x032cc6 (0xa777 bytes) 000312 1786016787.253447 MIRROR_RESYNC 3 mirrors 000313 1786016788.834790 fallocate 0x032af5 thru 0x036789 (0x3c95 bytes) 000314 1786016788.872630 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3fed4): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fed4): Mirror 3: 0x29ca335c (stale) Mirror 4: 0x29ca335c (stale) CRC-32 checksum value for chunk [0, 0x3fed4): Mirror 1: 0x29ca335c Mirror 5: 0x29ca335c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fed4: skipped 000315 1786016790.796047 punch from 0x018862 to 0x0263c3 (0xdb62 bytes) 000316 1786016790.884380 read 0x01f193 thru 0x020dce (0x1c3c bytes) 000317 1786016790.896049 read 0x031d49 thru 0x036372 (0x462a bytes) 000319 1786016791.011911 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fed4): Mirror 4: 0x29ca335c (stale) Mirror 5: 0x29ca335c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fed4): Mirror 4: 0x29ca335c (stale) Mirror 5: 0x29ca335c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fed4: skipped 000320 1786016791.715801 punch from 0x02d556 to 0x03a5f4 (0xd09f bytes) 000321 1786016791.737516 trunc from 0x036d5b to 0x03a957 (0x3bfd bytes) 000322 1786016791.777043 read 0x03bbfd thru 0x03fed3 (0x42d7 bytes) 000323 1786016791.809441 write 0x0010a0 thru 0x010fb8 (0xff19 bytes) 000324 1786016791.847803 mapwrite 0x03c593 thru 0x03f150 (0x2bbe bytes) 000325 1786016791.913197 punch from 0x02d3a7 to 0x032de3 (0x5a3d bytes) 000327 1786016791.944204 trunc from 0x010585 to 0x01c96e (0xc3ea bytes) 000328 1786016791.959037 mapread 0x02dc33 thru 0x03167a (0x3a48 bytes) 000329 1786016792.050538 write 0x024bee thru 0x030b89 (0xbf9c bytes) 000330 1786016792.111866 MIRROR_RESYNC 3 mirrors 000331 1786016794.064503 write 0x018d82 thru 0x023ac9 (0xad48 bytes) 000332 1786016794.155071 read 0x03024f thru 0x0318e4 (0x1696 bytes) 000333 1786016794.164528 mapread 0x02c375 thru 0x03a5a4 (0xe230 bytes) 000334 1786016794.249364 trunc from 0x02270c to 0x028333 (0x5c28 bytes) 000335 1786016794.316143 mapwrite 0x03c364 thru 0x03ffff (0x3c9c bytes) 000336 1786016794.428492 mapwrite 0x017f7b thru 0x0220ce (0xa154 bytes) 000337 1786016794.548870 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x684b95a8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x684b95a8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000338 1786016795.256321 trunc from 0x040000 to 0x024892 (0x1b76d bytes) 000339 1786016795.335855 fallocate 0x0366c4 thru 0x03f951 (0x928e bytes) 000340 1786016795.353709 fallocate 0x001b7d thru 0x007831 (0x5cb5 bytes) 000341 1786016795.372371 read 0x00a1e5 thru 0x01030c (0x6128 bytes) 000343 1786016795.402409 write 0x021c6d thru 0x02c97a (0xad0e bytes) 000344 1786016795.418392 fallocate 0x00672a thru 0x012275 (0xbb4c bytes) 000345 1786016795.440052 punch from 0x00eb8b to 0x01db53 (0xefc9 bytes) 000346 1786016795.452582 trunc from 0x01d77c to 0x023ae9 (0x636e bytes) 000347 1786016795.509279 trunc from 0x0033ad to 0x00a7c2 (0x7416 bytes) 000348 1786016795.517495 mapwrite 0x021c10 thru 0x02741e (0x580f bytes) 000349 1786016795.635038 mapread 0x01d100 thru 0x022eb1 (0x5db2 bytes) 000350 1786016795.641454 fallocate 0x02c013 thru 0x02ce40 (0xe2e bytes) 000351 1786016795.667090 write 0x0183d7 thru 0x01f4af (0x70d9 bytes) 000352 1786016795.692059 mapwrite 0x0194df thru 0x01b4f5 (0x2017 bytes) 000353 1786016795.746853 trunc from 0x025b00 to 0x025c65 (0x166 bytes) 000354 1786016795.760200 fallocate 0x01f930 thru 0x0245da (0x4cab bytes) 000355 1786016795.797351 fallocate 0x0307fd thru 0x03a13a (0x993e bytes) 000356 1786016795.815158 fallocate 0x02b148 thru 0x037f86 (0xce3f bytes) 000357 1786016795.850333 read 0x0191d2 thru 0x02397a (0xa7a9 bytes) 000358 1786016795.861163 mapread 0x02aedf thru 0x037f86 (0xd0a8 bytes) 000360 1786016795.909768 punch from 0x035e30 to 0x037f86 (0x2157 bytes) 000361 1786016795.918763 mapwrite 0x026412 thru 0x02be91 (0x5a80 bytes) 000362 1786016795.959050 read 0x007176 thru 0x0147f7 (0xd682 bytes) 000365 1786016795.960955 mapwrite 0x001320 thru 0x0077cc (0x64ad bytes) 000366 1786016796.025911 trunc from 0x037f87 to 0x035681 (0x2905 bytes) 000367 1786016796.059628 write 0x035822 thru 0x03ffff (0xa7de bytes) 000368 1786016796.079451 trunc from 0x034981 to 0x03aef8 (0x6578 bytes) 000370 1786016796.128765 read 0x00324a thru 0x00f5e4 (0xc39b bytes) 000371 1786016796.129465 mapread 0x014a0f thru 0x01a2b3 (0x58a5 bytes) 000373 1786016796.131001 mapwrite 0x029e17 thru 0x032359 (0x8543 bytes) 000374 1786016796.175932 punch from 0x032826 to 0x039d23 (0x74fe bytes) 000375 1786016796.195769 punch from 0x0000f5 to 0x001ae9 (0x19f5 bytes) 000376 1786016796.214169 fallocate 0x01612f thru 0x0176f6 (0x15c8 bytes) 000377 1786016796.226317 read 0x030941 thru 0x03ffff (0xf6bf bytes) 000378 1786016796.277926 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x684b95a8 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x42e1c14d Mirror 6: 0x42e1c14d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000379 1786016798.140773 write 0x0159e3 thru 0x015e68 (0x486 bytes) 000380 1786016798.248518 mapwrite 0x010587 thru 0x01df47 (0xd9c1 bytes) 000381 1786016798.362958 mapwrite 0x03123f thru 0x0330f3 (0x1eb5 bytes) 000382 1786016798.410890 trunc from 0x007a91 to 0x01106a (0x95da bytes) 000383 1786016798.429256 MIRROR_RESYNC 3 mirrors 000384 1786016800.100636 mapread 0x021564 thru 0x02933f (0x7ddc bytes) 000386 1786016800.151316 trunc from 0x040000 to 0x007ec7 (0x38138 bytes) 000387 1786016800.257304 fallocate 0x0193da thru 0x01969d (0x2c4 bytes) 000388 1786016800.281888 mapread 0x006e91 thru 0x01378d (0xc8fd bytes) 000389 1786016800.340816 mapread 0x0113b2 thru 0x012505 (0x1154 bytes) 000390 1786016800.344341 fallocate 0x008e1b thru 0x0180a2 (0xf288 bytes) 000391 1786016800.352439 write 0x02eec0 thru 0x03704a (0x818b bytes) 000392 1786016800.355286 mapread 0x02991f thru 0x034161 (0xa843 bytes) 000393 1786016800.371507 mapwrite 0x02238c thru 0x0236b5 (0x132a bytes) 000394 1786016800.413183 read 0x0078bc thru 0x00970f (0x1e54 bytes) 000395 1786016800.413859 trunc from 0x03704b to 0x024399 (0x12cb1 bytes) 000396 1786016800.449188 mapwrite 0x034bac thru 0x035399 (0x7ee bytes) 000397 1786016800.558906 trunc from 0x03539a to 0x015aeb (0x1f8ae bytes) 000398 1786016800.621819 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x15aec): Mirror 6: 0x52e40969 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x15aec): Mirror 6: 0x52e40969 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x15aec: skipped 000399 1786016801.143476 mapwrite 0x0148c0 thru 0x01bdf0 (0x7531 bytes) 000400 1786016801.289216 write 0x0352b5 thru 0x03ffff (0xad4b bytes) 000401 1786016801.293933 punch from 0x02dff4 to 0x033921 (0x592e bytes) 000402 1786016801.315288 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x9ac121c8 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc2bf2d00 Mirror 7: 0xc2bf2d00 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000403 1786016802.604333 trunc from 0x040000 to 0x00b3bb (0x34c44 bytes) 000404 1786016802.752399 mapread 0x002d8a thru 0x00b3bb (0x8632 bytes) 000405 1786016802.804371 read 0x002139 thru 0x00b3bb (0x9283 bytes) 000406 1786016802.805043 trunc from 0x00b3bc to 0x036bcb (0x2b810 bytes) 000407 1786016802.828123 trunc from 0x036bcc to 0x03f6bd (0x8af2 bytes) 000408 1786016802.856440 read 0x01deb7 thru 0x02b5e7 (0xd731 bytes) 000410 1786016802.890994 trunc from 0x011f1d to 0x01ee34 (0xcf18 bytes) 000412 1786016802.909007 mapwrite 0x001ed5 thru 0x006bc5 (0x4cf1 bytes) 000413 1786016802.943392 mapread 0x02f7f8 thru 0x030bb0 (0x13b9 bytes) 000414 1786016802.949452 write 0x02dd6a thru 0x02f4a9 (0x1740 bytes) 000415 1786016802.950741 mapwrite 0x033c7f thru 0x03ffff (0xc381 bytes) 000416 1786016803.047950 fallocate 0x01e225 thru 0x0216c4 (0x34a0 bytes) 000417 1786016803.064407 trunc from 0x040000 to 0x01331b (0x2cce4 bytes) 000418 1786016803.126574 MIRROR_RESYNC 3 mirrors 000421 1786016804.490117 mapread 0x001a92 thru 0x0059e5 (0x3f54 bytes) 000422 1786016804.535819 write 0x03859b thru 0x03ffff (0x7a65 bytes) 000423 1786016804.655729 punch from 0x010b38 to 0x0180f2 (0x75bb bytes) 000424 1786016804.664156 trunc from 0x040000 to 0x00f83d (0x307c2 bytes) 000425 1786016804.728385 read 0x004c31 thru 0x00f83d (0xac0d bytes) 000426 1786016804.777886 mapwrite 0x0315bc thru 0x036827 (0x526c bytes) 000427 1786016804.938405 trunc from 0x003387 to 0x009ed4 (0x6b4e bytes) 000428 1786016804.948447 read 0x023050 thru 0x0293e0 (0x6391 bytes) 000430 1786016805.031934 write 0x020a85 thru 0x020aa9 (0x25 bytes) 000431 1786016805.038411 write 0x016d7f thru 0x01b7d9 (0x4a5b bytes) 000432 1786016805.051338 trunc from 0x012501 to 0x019d8f (0x788f bytes) 000433 1786016805.100523 fallocate 0x038070 thru 0x03ffff (0x7f90 bytes) 000434 1786016805.119571 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x3cd7e316 (stale) Mirror 7: 0x3cd7e316 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x83d1dbc3 Mirror 8: 0x83d1dbc3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000435 1786016807.017526 read 0x0122da thru 0x01f30d (0xd034 bytes) 000436 1786016807.085414 MIRROR_RESYNC 4 mirrors 000437 1786016808.476380 punch from 0x021aa7 to 0x030335 (0xe88f bytes) 000438 1786016808.506337 write 0x0027ee thru 0x006d18 (0x452b bytes) 000439 1786016808.514720 trunc from 0x03415d to 0x03b885 (0x7729 bytes) 000440 1786016808.519916 mapwrite 0x018d8c thru 0x025b68 (0xcddd bytes) 000441 1786016808.562627 punch from 0x02d74e to 0x035985 (0x8238 bytes) 000442 1786016808.566020 trunc from 0x009c9d to 0x00be2e (0x2192 bytes) 000443 1786016808.569910 read 0x026732 thru 0x031cfc (0xb5cb bytes) 000444 1786016808.576758 read 0x01d41e thru 0x01f455 (0x2038 bytes) 000445 1786016808.581354 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x83d1dbc3 (stale) Mirror 8: 0x83d1dbc3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x83d1dbc3 (stale) Mirror 8: 0x83d1dbc3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000447 1786016808.822625 mapread 0x01ac64 thru 0x021796 (0x6b33 bytes) 000448 1786016808.840483 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x83d1dbc3 (stale) Mirror 8: 0x83d1dbc3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x8b179f54 Mirror 9: 0x8b179f54 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000449 1786016809.851483 trunc from 0x040000 to 0x035255 (0xadaa bytes) 000450 1786016809.906895 read 0x003062 thru 0x011909 (0xe8a8 bytes) 000452 1786016809.926187 mapread 0x00ac98 thru 0x01a79a (0xfb03 bytes) 000454 1786016809.964637 trunc from 0x020e40 to 0x02797b (0x6b3c bytes) 000455 1786016809.977888 mapwrite 0x02a4b1 thru 0x032bec (0x873c bytes) 000456 1786016810.091104 read 0x01addb thru 0x02ab64 (0xfd8a bytes) 000457 1786016810.141936 read 0x014ef7 thru 0x01f52d (0xa637 bytes) 000458 1786016810.149863 punch from 0x028f4e to 0x02cdb7 (0x3e6a bytes) 000459 1786016810.164476 write 0x020d45 thru 0x0305ac (0xf868 bytes) 000460 1786016810.170480 read 0x00d647 thru 0x013980 (0x633a bytes) 000461 1786016810.172706 trunc from 0x018d45 to 0x01a2af (0x156b bytes) 000462 1786016810.184510 mapread 0x03490a thru 0x035255 (0x94c bytes) 000463 1786016810.188384 trunc from 0x035256 to 0x013a2c (0x21829 bytes) 000464 1786016810.240318 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x13a2d): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13a2d): Mirror 7: 0xec75a8b0 (stale) Mirror 8: 0xec75a8b0 (stale) Mirror 9: 0x257e21d0 (stale) CRC-32 checksum value for chunk [0, 0x13a2d): Mirror 1: 0x257e21d0 Mirror 10: 0x257e21d0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13a2d: skipped 000465 1786016811.612467 MIRROR_RESYNC 5 mirrors 000467 1786016813.040129 mapwrite 0x02af48 thru 0x02bd7b (0xe34 bytes) 000468 1786016813.292505 trunc from 0x02bd7c to 0x005bd4 (0x261a7 bytes) 000469 1786016813.344029 trunc from 0x0000a2 to 0x002834 (0x2793 bytes) 000470 1786016813.356905 punch from 0x000da1 to 0x005bd4 (0x4e34 bytes) 000471 1786016813.396047 MIRROR_RESYNC 5 mirrors 000472 1786016815.226494 trunc from 0x004a13 to 0x005bd4 (0x11c2 bytes) 000473 1786016815.375756 trunc from 0x003702 to 0x005bd4 (0x24d3 bytes) 000474 1786016815.395892 trunc from 0x0057bf to 0x005bd4 (0x416 bytes) 000475 1786016815.414216 trunc from 0x003532 to 0x005ae0 (0x25af bytes) 000477 1786016815.430195 punch from 0x004812 to 0x005bd4 (0x13c3 bytes) 000478 1786016815.467334 MIRROR_RESYNC 5 mirrors 000479 1786016816.926260 mapread 0x0017d4 thru 0x005bd4 (0x4401 bytes) 000480 1786016816.979977 punch from 0x0016de to 0x005bd4 (0x44f7 bytes) 000481 1786016817.068332 mapwrite 0x03f22a thru 0x03ffff (0xdd6 bytes) 000482 1786016817.239186 write 0x034b18 thru 0x03eee9 (0xa3d2 bytes) 000484 1786016817.256155 mapread 0x02eea6 thru 0x03820b (0x9366 bytes) 000485 1786016817.284280 punch from 0x00a8cd to 0x018b07 (0xe23b bytes) 000486 1786016817.291448 punch from 0x015d6e to 0x01dafa (0x7d8d bytes) 000487 1786016817.307315 fallocate 0x035f6e thru 0x03ffff (0xa092 bytes) 000488 1786016817.318224 fallocate 0x0307d9 thru 0x03f523 (0xed4b bytes) 000489 1786016817.331365 fallocate 0x01402c thru 0x0210da (0xd0af bytes) 000490 1786016817.338287 write 0x03f940 thru 0x03ffff (0x6c0 bytes) 000494 1786016817.347156 trunc from 0x03ef23 to 0x03f20f (0x2ed bytes) 000495 1786016817.388801 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000496 1786016818.067730 trunc from 0x02e8f2 to 0x035cc1 (0x73d0 bytes) 000497 1786016818.078492 trunc from 0x02b8d3 to 0x032f97 (0x76c5 bytes) 000498 1786016818.089155 read 0x0305a6 thru 0x03f7cf (0xf22a bytes) 000499 1786016818.130320 punch from 0x0186f9 to 0x019d2f (0x1637 bytes) 000500 1786016818.139736 trunc from 0x040000 to 0x00ac62 (0x3539d bytes) 000501 1786016818.178669 read 0x000559 thru 0x006ec6 (0x696e bytes) 000503 1786016818.232476 mapread 0x0089fa thru 0x00ac62 (0x2269 bytes) 000504 1786016818.237712 trunc from 0x008f04 to 0x00ac62 (0x1d5f bytes) 000505 1786016818.259381 fallocate 0x003a2b thru 0x00a8ee (0x6ec4 bytes) 000506 1786016818.272582 mapwrite 0x00dc01 thru 0x01b3bd (0xd7bd bytes) 000507 1786016818.418765 mapread 0x006dc4 thru 0x0140ea (0xd327 bytes) 000508 1786016818.462892 trunc from 0x00faa8 to 0x01782f (0x7d88 bytes) 000509 1786016818.500316 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1b3be): Mirror 7: 0xbf4fe538 (stale) Mirror 10: 0xbf4fe538 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b3be): Mirror 7: 0xbf4fe538 (stale) Mirror 10: 0xbf4fe538 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b3be: skipped 000510 1786016819.162631 fallocate 0x00a817 thru 0x0188f9 (0xe0e3 bytes) 000511 1786016819.178385 trunc from 0x01b3be to 0x02917a (0xddbd bytes) 000512 1786016819.219117 punch from 0x018903 to 0x01ef3b (0x6639 bytes) 000513 1786016819.230471 trunc from 0x000624 to 0x0033df (0x2dbc bytes) 000514 1786016819.235784 fallocate 0x01a760 thru 0x023d5f (0x9600 bytes) 000515 1786016819.242130 mapread 0x021d58 thru 0x02917a (0x7423 bytes) 000516 1786016819.261605 trunc from 0x01b0c6 to 0x02917a (0xe0b5 bytes) 000517 1786016819.269395 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2917b): Mirror 10: 0xb56f974d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2917b): Mirror 10: 0xb56f974d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2917b: skipped 000518 1786016819.863279 trunc from 0x02917b to 0x0079c7 (0x217b3 bytes) 000519 1786016819.906905 mapread 0x003e1c thru 0x0079c7 (0x3bac bytes) 000520 1786016819.961127 punch from 0x005ec3 to 0x0079c7 (0x1b05 bytes) 000521 1786016819.977096 fallocate 0x022737 thru 0x032095 (0xf95f bytes) 000522 1786016819.987696 MIRROR_RESYNC 2 mirrors 000523 1786016821.057513 read 0x0239ad thru 0x026fa4 (0x35f8 bytes) 000524 1786016821.075318 write 0x01d6f8 thru 0x01da17 (0x320 bytes) 000525 1786016821.120373 mapread 0x007c77 thru 0x0169fc (0xed86 bytes) 000526 1786016821.154736 mapread 0x00477c thru 0x0050a2 (0x927 bytes) 000528 1786016821.156370 punch from 0x00b576 to 0x017467 (0xbef2 bytes) 000529 1786016821.175135 punch from 0x01997d to 0x01af4d (0x15d1 bytes) 000530 1786016821.190196 mapread 0x0069e5 thru 0x009f39 (0x3555 bytes) 000531 1786016821.194671 write 0x000ff6 thru 0x00c0af (0xb0ba bytes) 000532 1786016821.220687 mapread 0x00579d thru 0x0059cf (0x233 bytes) 000533 1786016821.224635 read 0x01fd8b thru 0x02c53f (0xc7b5 bytes) 000536 1786016821.239698 punch from 0x01946f to 0x01ef8c (0x5b1e bytes) 000537 1786016821.269181 write 0x01b9ef thru 0x021321 (0x5933 bytes) 000538 1786016821.275296 fallocate 0x03cbb1 thru 0x03ffff (0x344f bytes) 000539 1786016821.284433 read 0x019bf4 thru 0x0281be (0xe5cb bytes) 000540 1786016821.295250 write 0x03bd4c thru 0x03ffff (0x42b4 bytes) 000541 1786016821.300193 fallocate 0x005f1c thru 0x008152 (0x2237 bytes) 000542 1786016821.308184 mapread 0x02cf6c thru 0x03329e (0x6333 bytes) 000543 1786016821.337297 mapwrite 0x00f932 thru 0x01edf6 (0xf4c5 bytes) 000544 1786016821.374957 trunc from 0x026a12 to 0x0358d4 (0xeec3 bytes) 000545 1786016821.382002 read 0x02fc5f thru 0x03df14 (0xe2b6 bytes) 000546 1786016821.400293 mapwrite 0x0278b9 thru 0x0327d2 (0xaf1a bytes) 000547 1786016821.451801 read 0x00f750 thru 0x01b13b (0xb9ec bytes) 000548 1786016821.452533 trunc from 0x040000 to 0x037230 (0x8dcf bytes) 000549 1786016821.480971 mapwrite 0x01a89c thru 0x022330 (0x7a95 bytes) 000550 1786016821.525634 mapread 0x01f8a0 thru 0x02573f (0x5ea0 bytes) 000551 1786016821.527989 write 0x03ce97 thru 0x03ffff (0x3169 bytes) 000552 1786016821.531769 write 0x002eb7 thru 0x00580b (0x2955 bytes) 000553 1786016821.537468 mapwrite 0x0037a5 thru 0x012edb (0xf737 bytes) 000554 1786016821.579528 write 0x0369e6 thru 0x03ffff (0x961a bytes) 000555 1786016821.581113 punch from 0x02eeec to 0x03cebd (0xdfd2 bytes) 000556 1786016821.622685 read 0x00a970 thru 0x00f4ee (0x4b7f bytes) 000557 1786016821.623409 write 0x0283a2 thru 0x037dc4 (0xfa23 bytes) 000558 1786016821.639762 mapwrite 0x025b6d thru 0x035452 (0xf8e6 bytes) 000559 1786016821.698414 punch from 0x0197cf to 0x02826a (0xea9c bytes) 000560 1786016821.711361 fallocate 0x02c577 thru 0x033f39 (0x79c3 bytes) 000561 1786016821.734135 fallocate 0x02d5b3 thru 0x0354b4 (0x7f02 bytes) 000562 1786016821.740269 fallocate 0x02a76b thru 0x030dfd (0x6693 bytes) 000563 1786016821.749061 mapread 0x01b929 thru 0x026389 (0xaa61 bytes) 000564 1786016821.939274 punch from 0x000468 to 0x004431 (0x3fca bytes) 000565 1786016821.956682 write 0x00c8c0 thru 0x00cb9c (0x2dd bytes) 000566 1786016821.957747 mapread 0x033d84 thru 0x03ffff (0xc27c bytes) 000567 1786016821.959426 trunc from 0x040000 to 0x01ef12 (0x210ed bytes) 000568 1786016822.005641 trunc from 0x01ef13 to 0x0252b0 (0x639e bytes) 000569 1786016822.109746 punch from 0x0032a3 to 0x006306 (0x3064 bytes) 000570 1786016822.121731 mapread 0x005c54 thru 0x00e70d (0x8aba bytes) 000571 1786016822.146412 fallocate 0x033444 thru 0x034c0c (0x17c9 bytes) 000572 1786016822.174687 write 0x013189 thru 0x01a84a (0x76c2 bytes) 000573 1786016822.190903 fallocate 0x02ae5b thru 0x037b98 (0xcd3e bytes) 000574 1786016822.199369 punch from 0x010c32 to 0x0170d5 (0x64a4 bytes) 000575 1786016822.238355 fallocate 0x029009 thru 0x02f540 (0x6538 bytes) 000577 1786016822.264554 write 0x024e0c thru 0x032cfb (0xdef0 bytes) 000578 1786016822.320106 mapwrite 0x01e3d0 thru 0x020f1a (0x2b4b bytes) 000579 1786016822.399977 punch from 0x02b90d to 0x036744 (0xae38 bytes) 000580 1786016822.433656 mapread 0x036d26 thru 0x037b98 (0xe73 bytes) 000581 1786016822.476036 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x37b99): Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37b99): Mirror 10: 0xd3538cd3 (stale) CRC-32 checksum value for chunk [0, 0x37b99): Mirror 1: 0x940fbcec Mirror 11: 0x940fbcec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37b99: skipped 000582 1786016824.294624 MIRROR_RESYNC 3 mirrors 000583 1786016825.781799 fallocate 0x000fe4 thru 0x009d75 (0x8d92 bytes) 000584 1786016825.872806 punch from 0x02a252 to 0x02cb27 (0x28d6 bytes) 000585 1786016825.898381 mapread 0x019674 thru 0x021096 (0x7a23 bytes) 000586 1786016825.953894 read 0x02a499 thru 0x02cc41 (0x27a9 bytes) 000587 1786016825.971122 punch from 0x027714 to 0x030f77 (0x9864 bytes) 000588 1786016826.019978 MIRROR_RESYNC 3 mirrors 000589 1786016827.800562 read 0x000419 thru 0x002768 (0x2350 bytes) 000591 1786016827.807193 punch from 0x00a1a3 to 0x00fb1d (0x597b bytes) 000592 1786016827.844225 write 0x025114 thru 0x027f32 (0x2e1f bytes) 000593 1786016827.860142 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x37b99): Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37b99): Mirror 10: 0x4e4a6bf3 (stale) Mirror 11: 0x4e4a6bf3 (stale) CRC-32 checksum value for chunk [0, 0x37b99): Mirror 1: 0xafd72a3c Mirror 12: 0xafd72a3c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37b99: skipped 000594 1786016829.506475 trunc from 0x025df6 to 0x030cc6 (0xaed1 bytes) 000595 1786016829.571131 fallocate 0x00023d thru 0x0094ed (0x92b1 bytes) 000596 1786016829.582090 fallocate 0x030a8c thru 0x03942f (0x89a4 bytes) 000597 1786016829.596468 punch from 0x02bb2b to 0x030439 (0x490f bytes) 000598 1786016829.611694 trunc from 0x037b99 to 0x03afed (0x3455 bytes) 000599 1786016829.652382 mapwrite 0x01c864 thru 0x02389e (0x703b bytes) 000600 1786016829.736565 trunc from 0x03afee to 0x004235 (0x36db8 bytes) 000601 1786016829.766152 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x4236): Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x4236): Mirror 10: 0x36d94485 (stale) Mirror 11: 0x36d94485 (stale) Mirror 12: 0x36d94485 (stale) CRC-32 checksum value for chunk [0, 0x4236): Mirror 1: 0x36d94485 Mirror 13: 0x36d94485 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x4236: skipped 000602 1786016830.969800 MIRROR_RESYNC 5 mirrors 000603 1786016832.537751 trunc from 0x000146 to 0x004235 (0x40f0 bytes) 000604 1786016832.604328 punch from 0x002ed1 to 0x004235 (0x1365 bytes) 000605 1786016832.611533 fallocate 0x033f42 thru 0x03ffff (0xc0be bytes) 000606 1786016832.630939 trunc from 0x0010f6 to 0x004235 (0x3140 bytes) 000607 1786016832.636736 write 0x0315d4 thru 0x031cb9 (0x6e6 bytes) 000608 1786016832.642650 mapwrite 0x007807 thru 0x016b87 (0xf381 bytes) 000609 1786016832.758228 fallocate 0x00523c thru 0x007fd2 (0x2d97 bytes) 000611 1786016832.777341 punch from 0x00c913 to 0x01556e (0x8c5c bytes) 000612 1786016832.789204 mapwrite 0x029db1 thru 0x034ef0 (0xb140 bytes) 000613 1786016832.926592 fallocate 0x00ffd5 thru 0x01620a (0x6236 bytes) 000614 1786016832.941162 write 0x01ebea thru 0x025c88 (0x709f bytes) 000615 1786016832.975979 punch from 0x015003 to 0x024c55 (0xfc53 bytes) 000616 1786016833.000794 mapread 0x002e49 thru 0x004bbe (0x1d76 bytes) 000617 1786016833.028626 fallocate 0x014bd6 thru 0x01f599 (0xa9c4 bytes) 000618 1786016833.037239 mapread 0x00a8d9 thru 0x0197cb (0xeef3 bytes) 000619 1786016833.068714 read 0x016daa thru 0x025b8b (0xede2 bytes) 000621 1786016833.090444 trunc from 0x034ef1 to 0x02a750 (0xa7a0 bytes) 000622 1786016833.153050 fallocate 0x0355bd thru 0x038885 (0x32c9 bytes) 000623 1786016833.162447 write 0x03a6f3 thru 0x03ffff (0x590d bytes) 000624 1786016833.178509 read 0x026e2d thru 0x02fe69 (0x903d bytes) 000625 1786016833.210279 mapread 0x00457a thru 0x006381 (0x1e08 bytes) 000626 1786016833.215905 write 0x0396f4 thru 0x03da05 (0x4312 bytes) 000627 1786016833.220630 fallocate 0x009faa thru 0x00a801 (0x858 bytes) 000628 1786016833.232487 punch from 0x026ab1 to 0x032dce (0xc31e bytes) 000629 1786016833.250965 mapwrite 0x01f8f8 thru 0x02573b (0x5e44 bytes) 000630 1786016833.309700 punch from 0x03aa18 to 0x03ffff (0x55e8 bytes) 000631 1786016833.340931 punch from 0x035519 to 0x03f512 (0x9ffa bytes) 000632 1786016833.358609 trunc from 0x003f71 to 0x01344a (0xf4da bytes) 000633 1786016833.383645 read 0x0016a7 thru 0x00c1aa (0xab04 bytes) 000634 1786016833.424468 write 0x01e1b2 thru 0x02b001 (0xce50 bytes) 000635 1786016833.439710 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000636 1786016834.196018 fallocate 0x025209 thru 0x025dad (0xba5 bytes) 000637 1786016834.209361 trunc from 0x040000 to 0x023c2a (0x1c3d5 bytes) 000638 1786016834.269049 MIRROR_RESYNC 4 mirrors 000640 1786016836.825668 trunc from 0x012ab3 to 0x013053 (0x5a1 bytes) 000641 1786016836.894193 trunc from 0x023c2b to 0x026f00 (0x32d6 bytes) 000642 1786016836.953329 mapwrite 0x011fac thru 0x01d7f7 (0xb84c bytes) 000643 1786016837.142584 mapwrite 0x0074e0 thru 0x00fb97 (0x86b8 bytes) 000644 1786016837.215646 mapread 0x01d929 thru 0x026f00 (0x95d8 bytes) 000647 1786016837.230714 punch from 0x014189 to 0x01ac57 (0x6acf bytes) 000648 1786016837.275226 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x26f01): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26f01): Mirror 11: 0x3da0194f (stale) Mirror 12: 0x3da0194f (stale) Mirror 13: 0x3da0194f (stale) CRC-32 checksum value for chunk [0, 0x26f01): Mirror 1: 0x6140a8f2 Mirror 14: 0x6140a8f2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26f01: skipped 000649 1786016840.110303 read 0x026018 thru 0x026f00 (0xee9 bytes) 000650 1786016840.165723 mapread 0x0034e3 thru 0x012f27 (0xfa45 bytes) 000651 1786016840.390044 mapwrite 0x017145 thru 0x017aeb (0x9a7 bytes) 000652 1786016840.620479 read 0x0033db thru 0x011f33 (0xeb59 bytes) 000653 1786016840.661740 mapread 0x025a82 thru 0x026f00 (0x147f bytes) 000655 1786016840.663372 mapwrite 0x03799a thru 0x039342 (0x19a9 bytes) 000656 1786016840.864130 mapwrite 0x01fa94 thru 0x028e1f (0x938c bytes) 000657 1786016840.930692 read 0x010e90 thru 0x01a6c6 (0x9837 bytes) 000658 1786016840.931538 read 0x032136 thru 0x032771 (0x63c bytes) 000659 1786016840.932165 mapread 0x030b1a thru 0x039342 (0x8829 bytes) 000660 1786016840.933277 mapwrite 0x00b1b4 thru 0x018cfc (0xdb49 bytes) 000661 1786016841.004307 punch from 0x02a84a to 0x03635b (0xbb12 bytes) 000662 1786016841.021172 trunc from 0x02129b to 0x030ebf (0xfc25 bytes) 000663 1786016841.038679 mapwrite 0x026ad7 thru 0x0346f7 (0xdc21 bytes) 000664 1786016841.161629 read 0x00463f thru 0x00f4c1 (0xae83 bytes) 000665 1786016841.162343 trunc from 0x034414 to 0x039342 (0x4f2f bytes) 000666 1786016841.176677 trunc from 0x039343 to 0x01355e (0x25de4 bytes) 000667 1786016841.246202 mapwrite 0x0071fa thru 0x00974a (0x2551 bytes) 000668 1786016841.279263 read 0x0052f5 thru 0x00a7c3 (0x54cf bytes) 000669 1786016841.279939 trunc from 0x004b0e to 0x00838c (0x387f bytes) 000671 1786016841.305718 fallocate 0x03bc13 thru 0x03db5c (0x1f4a bytes) 000672 1786016841.338436 read 0x0045fa thru 0x00ded8 (0x98df bytes) 000673 1786016841.384484 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x1355f): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1355f): Mirror 11: 0xf2e8cfdf (stale) Mirror 12: 0xf2e8cfdf (stale) Mirror 13: 0xf2e8cfdf (stale) Mirror 14: 0x5f629f2d (stale) CRC-32 checksum value for chunk [0, 0x1355f): Mirror 1: 0x622a53ff Mirror 15: 0x622a53ff lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1355f: skipped 000674 1786016844.223689 punch from 0x01314f to 0x01355e (0x410 bytes) 000675 1786016844.398114 punch from 0x00da92 to 0x01355e (0x5acd bytes) 000676 1786016844.432611 trunc from 0x00f33d to 0x01355e (0x4222 bytes) 000677 1786016844.449316 fallocate 0x03ce1d thru 0x03ffff (0x31e3 bytes) 000678 1786016844.478374 read 0x010e82 thru 0x019766 (0x88e5 bytes) 000679 1786016844.518099 read 0x031314 thru 0x03ffff (0xecec bytes) 000680 1786016844.614140 mapwrite 0x033188 thru 0x03eb9d (0xba16 bytes) 000681 1786016844.663869 mapread 0x01bc06 thru 0x0272f2 (0xb6ed bytes) 000682 1786016844.716553 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x208397e6 (stale) Mirror 13: 0x208397e6 (stale) Mirror 14: 0x309bc202 (stale) Mirror 15: 0x4b03bdd5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x208397e6 (stale) Mirror 13: 0x208397e6 (stale) Mirror 14: 0x309bc202 (stale) Mirror 15: 0x4b03bdd5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000683 1786016845.751926 MIRROR_RESYNC 5 mirrors 000684 1786016848.773455 punch from 0x03d281 to 0x03f6de (0x245e bytes) 000685 1786016848.829698 mapread 0x007bfb thru 0x011fac (0xa3b2 bytes) 000686 1786016848.899525 trunc from 0x040000 to 0x02c8c6 (0x13739 bytes) 000687 1786016848.934772 mapread 0x0085bb thru 0x0091a8 (0xbee bytes) 000688 1786016848.951660 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2c8c7): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c8c7): Mirror 12: 0xf9a72ca1 (stale) Mirror 13: 0xf9a72ca1 (stale) Mirror 14: 0xf9a72ca1 (stale) Mirror 15: 0xf9a72ca1 (stale) CRC-32 checksum value for chunk [0, 0x2c8c7): Mirror 1: 0xf9a72ca1 Mirror 16: 0xf9a72ca1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c8c7: skipped 000689 1786016850.223133 trunc from 0x02c8c7 to 0x026ca3 (0x5c23 bytes) 000690 1786016850.280654 trunc from 0x026ca4 to 0x011818 (0x1548b bytes) 000691 1786016850.300029 write 0x012dc6 thru 0x01cea4 (0xa0df bytes) 000692 1786016850.302454 write 0x02c7f9 thru 0x039148 (0xc950 bytes) 000693 1786016850.305202 mapread 0x01b95e thru 0x01fd23 (0x43c6 bytes) 000694 1786016850.321783 punch from 0x02a7b4 to 0x037303 (0xcb50 bytes) 000695 1786016850.336651 read 0x02b4a3 thru 0x036d95 (0xb8f3 bytes) 000696 1786016850.347119 trunc from 0x023c65 to 0x031a98 (0xde34 bytes) 000697 1786016850.352390 mapwrite 0x030c37 thru 0x03ffff (0xf3c9 bytes) 000698 1786016850.405317 punch from 0x013351 to 0x015c05 (0x28b5 bytes) 000700 1786016850.415539 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x9708ff32 (stale) Mirror 14: 0x9708ff32 (stale) Mirror 15: 0x9708ff32 (stale) Mirror 16: 0x66463c10 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x9708ff32 (stale) Mirror 14: 0x9708ff32 (stale) Mirror 15: 0x9708ff32 (stale) Mirror 16: 0x66463c10 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000701 1786016851.018688 trunc from 0x040000 to 0x020030 (0x1ffcf bytes) 000702 1786016851.044741 write 0x008d97 thru 0x0094f2 (0x75c bytes) 000703 1786016851.068450 MIRROR_RESYNC 5 mirrors 000704 1786016853.560466 trunc from 0x0078e5 to 0x00b242 (0x395e bytes) 000705 1786016853.635011 write 0x01d120 thru 0x02b148 (0xe029 bytes) 000706 1786016853.652697 punch from 0x000a42 to 0x00f208 (0xe7c7 bytes) 000707 1786016853.672405 read 0x00ba9d thru 0x01a7ae (0xed12 bytes) 000708 1786016853.699472 MIRROR_RESYNC 5 mirrors 000709 1786016856.182269 fallocate 0x008b9e thru 0x00f187 (0x65ea bytes) 000710 1786016856.268539 trunc from 0x02b149 to 0x03dcf8 (0x12bb0 bytes) 000711 1786016856.312275 fallocate 0x02bcbf thru 0x02c640 (0x982 bytes) 000712 1786016856.331437 mapread 0x00aae7 thru 0x00f902 (0x4e1c bytes) 000713 1786016856.406482 trunc from 0x031282 to 0x03dcf8 (0xca77 bytes) 000714 1786016856.417345 read 0x012181 thru 0x013bab (0x1a2b bytes) 000715 1786016856.419425 trunc from 0x01f9c5 to 0x02738d (0x79c9 bytes) 000716 1786016856.432184 write 0x03d2a7 thru 0x03ffff (0x2d59 bytes) 000717 1786016856.454145 mapread 0x03c5e3 thru 0x03f0e7 (0x2b05 bytes) 000718 1786016856.476388 read 0x02d9e3 thru 0x030a53 (0x3071 bytes) 000719 1786016856.492081 punch from 0x02e963 to 0x03cd92 (0xe430 bytes) 000720 1786016856.499202 mapread 0x01d55b thru 0x01dc92 (0x738 bytes) 000721 1786016856.504152 write 0x00928e thru 0x014e99 (0xbc0c bytes) 000722 1786016856.508647 punch from 0x03d565 to 0x03ffff (0x2a9b bytes) 000723 1786016856.551989 read 0x0351ea thru 0x037ad2 (0x28e9 bytes) 000724 1786016856.569327 mapread 0x03edae thru 0x03ffff (0x1252 bytes) 000725 1786016856.570762 mapread 0x02ec9a thru 0x03acdb (0xc042 bytes) 000726 1786016856.573394 punch from 0x005d74 to 0x009404 (0x3691 bytes) 000727 1786016856.599542 trunc from 0x0243e0 to 0x031e18 (0xda39 bytes) 000728 1786016856.607311 mapread 0x006aa4 thru 0x007fd1 (0x152e bytes) 000729 1786016856.625776 write 0x02fc70 thru 0x03111f (0x14b0 bytes) 000730 1786016856.644152 punch from 0x020b69 to 0x0300dc (0xf574 bytes) 000731 1786016856.665430 mapwrite 0x0261c3 thru 0x029a38 (0x3876 bytes) 000732 1786016856.739807 punch from 0x02d98f to 0x033052 (0x56c4 bytes) 000733 1786016856.747315 trunc from 0x040000 to 0x02b0a9 (0x14f56 bytes) 000735 1786016856.766208 fallocate 0x000a17 thru 0x00cdd3 (0xc3bd bytes) 000736 1786016856.779009 read 0x01e010 thru 0x024c74 (0x6c65 bytes) 000737 1786016856.795444 read 0x00106c thru 0x002a10 (0x19a5 bytes) 000739 1786016856.800368 read 0x02070b thru 0x023f09 (0x37ff bytes) 000740 1786016856.801774 punch from 0x0053a4 to 0x012716 (0xd373 bytes) 000741 1786016856.808630 trunc from 0x013d04 to 0x021564 (0xd861 bytes) 000742 1786016856.817508 trunc from 0x02b0aa to 0x026c01 (0x44a8 bytes) 000743 1786016856.840652 write 0x02f580 thru 0x03bf87 (0xca08 bytes) 000744 1786016856.847576 mapread 0x032d44 thru 0x039c41 (0x6efe bytes) 000745 1786016856.848643 write 0x007197 thru 0x010546 (0x93b0 bytes) 000747 1786016856.887062 trunc from 0x03bf88 to 0x000409 (0x3bb7e bytes) 000749 1786016856.908524 trunc from 0x00037b to 0x000409 (0x8f bytes) 000750 1786016856.921701 trunc from 0x000194 to 0x000409 (0x276 bytes) 000751 1786016856.941397 fallocate 0x03c964 thru 0x03ffff (0x369c bytes) 000752 1786016856.959014 read 0x0002e4 thru 0x000409 (0x126 bytes) 000753 1786016857.005650 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40a): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40a): Mirror 12: 0xe2fd1815 (stale) Mirror 14: 0xe2fd1815 (stale) Mirror 15: 0xe2fd1815 (stale) Mirror 16: 0xe2fd1815 (stale) CRC-32 checksum value for chunk [0, 0x40a): Mirror 1: 0xe2fd1815 Mirror 17: 0xe2fd1815 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40a: skipped 000754 1786016858.243812 trunc from 0x000113 to 0x000409 (0x2f7 bytes) 000756 1786016858.337543 mapread 0x0001e3 thru 0x000409 (0x227 bytes) 000757 1786016858.346582 fallocate 0x019e83 thru 0x025a88 (0xbc06 bytes) 000758 1786016858.361348 read 0x015674 thru 0x01a2d5 (0x4c62 bytes) 000760 1786016858.376796 trunc from 0x024a1e to 0x025a88 (0x106b bytes) 000761 1786016858.382611 mapread 0x00afda thru 0x00fbed (0x4c14 bytes) 000763 1786016858.406090 punch from 0x00db1b to 0x019842 (0xbd28 bytes) 000764 1786016858.413068 fallocate 0x012a73 thru 0x021136 (0xe6c4 bytes) 000765 1786016858.422167 punch from 0x01d861 to 0x025a88 (0x8228 bytes) 000766 1786016858.433249 MIRROR_RESYNC 6 mirrors 000767 1786016859.469556 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000768 1786016859.853622 fallocate 0x03dfd5 thru 0x03e2b6 (0x2e2 bytes) 000769 1786016859.923550 trunc from 0x00f467 to 0x015f36 (0x6ad0 bytes) 000770 1786016859.931907 punch from 0x0133f7 to 0x0203f1 (0xcffb bytes) 000771 1786016859.939059 fallocate 0x02db83 thru 0x034fce (0x744c bytes) 000772 1786016859.963787 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34fcf): Mirror 12: 0x78e3cec8 (stale) Mirror 15: 0x78e3cec8 (stale) Mirror 17: 0x78e3cec8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34fcf): Mirror 12: 0x78e3cec8 (stale) Mirror 15: 0x78e3cec8 (stale) Mirror 17: 0x78e3cec8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34fcf: skipped 000773 1786016860.522484 fallocate 0x0004c9 thru 0x00d671 (0xd1a9 bytes) 000774 1786016860.541948 read 0x0060d4 thru 0x008a66 (0x2993 bytes) 000775 1786016860.563606 trunc from 0x025f30 to 0x02a268 (0x4339 bytes) 000776 1786016860.573491 trunc from 0x034fcf to 0x0313cc (0x3c02 bytes) 000777 1786016860.626800 mapread 0x000ffb thru 0x00394d (0x2953 bytes) 000778 1786016860.716729 fallocate 0x0266be thru 0x02b9b6 (0x52f9 bytes) 000779 1786016860.740092 trunc from 0x0313cd to 0x00da2a (0x239a2 bytes) 000780 1786016860.776300 mapread 0x00590e thru 0x00b4dc (0x5bcf bytes) 000782 1786016860.778015 write 0x00be16 thru 0x01b6c5 (0xf8b0 bytes) 000783 1786016860.785510 trunc from 0x008c72 to 0x0115e2 (0x8971 bytes) 000784 1786016860.821049 MIRROR_RESYNC 4 mirrors 000786 1786016862.422193 write 0x01c00b thru 0x01c806 (0x7fc bytes) 000787 1786016862.467621 fallocate 0x02005f thru 0x02e1f2 (0xe194 bytes) 000788 1786016862.486163 trunc from 0x009b8b to 0x00b28b (0x1701 bytes) 000789 1786016862.516385 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1c807): Mirror 12: 0xc08b2489 (stale) Mirror 15: 0xc08b2489 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1c807): Mirror 12: 0xc08b2489 (stale) Mirror 15: 0xc08b2489 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1c807: skipped 000790 1786016863.019938 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1c807): Mirror 12: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1c807): Mirror 12: 0xc08b2489 (stale) Mirror 15: 0xc08b2489 (stale) CRC-32 checksum value for chunk [0, 0x1c807): Mirror 1: 0xdb9568d8 Mirror 16: 0xdb9568d8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1c807: skipped 000791 1786016864.292633 trunc from 0x01c807 to 0x033bcc (0x173c6 bytes) 000792 1786016864.336385 fallocate 0x003a4b thru 0x010df6 (0xd3ac bytes) 000793 1786016864.341325 trunc from 0x01a152 to 0x01f735 (0x55e4 bytes) 000794 1786016864.346786 mapread 0x031c39 thru 0x033bcc (0x1f94 bytes) 000795 1786016864.373810 mapwrite 0x01624c thru 0x02311f (0xced4 bytes) 000796 1786016864.409488 mapread 0x005588 thru 0x0130c6 (0xdb3f bytes) 000797 1786016864.422623 mapread 0x01dc6a thru 0x021a06 (0x3d9d bytes) 000798 1786016864.424286 mapwrite 0x0197a4 thru 0x01b458 (0x1cb5 bytes) 000799 1786016864.437080 mapwrite 0x0103e6 thru 0x0106d5 (0x2f0 bytes) 000800 1786016864.448434 trunc from 0x033bcd to 0x03f101 (0xb535 bytes) 000801 1786016864.463468 write 0x029a45 thru 0x031955 (0x7f11 bytes) 000802 1786016864.469387 read 0x01fc75 thru 0x0238c3 (0x3c4f bytes) 000803 1786016864.470477 fallocate 0x038a57 thru 0x03ca07 (0x3fb1 bytes) 000805 1786016864.475376 trunc from 0x018e8f to 0x0218a8 (0x8a1a bytes) 000806 1786016864.480595 mapwrite 0x00becc thru 0x01368b (0x77c0 bytes) 000807 1786016864.496801 write 0x00d8e5 thru 0x00ef6b (0x1687 bytes) 000808 1786016864.509133 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f102): Mirror 15: 0x19add280 (stale) Mirror 16: 0x26b3034 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f102): Mirror 15: 0x19add280 (stale) Mirror 16: 0x26b3034 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f102: skipped 000809 1786016865.216818 mapwrite 0x014f69 thru 0x01dcd9 (0x8d71 bytes) 000810 1786016865.330238 fallocate 0x02c465 thru 0x03bf90 (0xfb2c bytes) 000811 1786016865.340574 trunc from 0x03f102 to 0x01e07f (0x21082 bytes) 000812 1786016865.376335 write 0x03cbab thru 0x03ffff (0x3455 bytes) 000813 1786016865.377699 trunc from 0x0118c3 to 0x01263f (0xd7d bytes) 000814 1786016865.385640 mapwrite 0x03fce5 thru 0x03ffff (0x31b bytes) 000815 1786016865.407776 fallocate 0x03b667 thru 0x03e9a4 (0x333e bytes) 000816 1786016865.424350 punch from 0x03fbfa to 0x03ffff (0x406 bytes) 000817 1786016865.431729 mapwrite 0x00ed4d thru 0x014759 (0x5a0d bytes) 000818 1786016865.491878 write 0x03cd0b thru 0x03ffff (0x32f5 bytes) 000819 1786016865.503111 trunc from 0x040000 to 0x02d5bd (0x12a42 bytes) 000820 1786016865.541898 mapread 0x026f5a thru 0x02d5bd (0x6664 bytes) 000821 1786016865.556893 mapread 0x0102ac thru 0x01a451 (0xa1a6 bytes) 000822 1786016865.558099 read 0x00515c thru 0x0141ea (0xf08f bytes) 000824 1786016865.575622 punch from 0x02500d to 0x02d5bd (0x85b1 bytes) 000825 1786016865.591148 trunc from 0x02d5be to 0x01d919 (0xfca4 bytes) 000826 1786016865.628521 fallocate 0x0060ba thru 0x00932b (0x3272 bytes) 000827 1786016865.643595 trunc from 0x012428 to 0x01d919 (0xb4f2 bytes) 000828 1786016865.657862 trunc from 0x00470d to 0x00542d (0xd21 bytes) 000829 1786016865.690925 MIRROR_RESYNC 3 mirrors 000830 1786016867.244120 fallocate 0x00ef78 thru 0x0160ea (0x7173 bytes) 000831 1786016867.333961 punch from 0x0138bd to 0x016069 (0x27ad bytes) 000832 1786016867.340352 fallocate 0x017280 thru 0x018bbf (0x1940 bytes) 000833 1786016867.357379 fallocate 0x02f59a thru 0x03e164 (0xebcb bytes) 000834 1786016867.365534 mapwrite 0x03142a thru 0x038f57 (0x7b2e bytes) 000836 1786016867.557918 punch from 0x000265 to 0x006d30 (0x6acc bytes) 000837 1786016867.585537 read 0x002c59 thru 0x008399 (0x5741 bytes) 000838 1786016867.623030 trunc from 0x038f58 to 0x01a3cb (0x1eb8c bytes) 000839 1786016867.684892 punch from 0x015840 to 0x01a3cb (0x4b8c bytes) 000840 1786016867.701649 mapread 0x00edf3 thru 0x01030f (0x151d bytes) 000842 1786016867.729012 write 0x003d18 thru 0x00f041 (0xb32a bytes) 000843 1786016867.732422 mapwrite 0x010569 thru 0x01c3a9 (0xbe41 bytes) 000844 1786016867.815161 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1c3aa): Mirror 15: 0x12956947 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1c3aa): Mirror 15: 0x12956947 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1c3aa: skipped 000846 1786016868.301106 write 0x02480a thru 0x0337d8 (0xefcf bytes) 000847 1786016868.311658 trunc from 0x00318e to 0x004ab0 (0x1923 bytes) 000848 1786016868.327367 fallocate 0x010706 thru 0x018a29 (0x8324 bytes) 000849 1786016868.369391 read 0x00e06e thru 0x013916 (0x58a9 bytes) 000850 1786016868.398661 punch from 0x00fb03 to 0x01c68d (0xcb8b bytes) 000851 1786016868.411091 fallocate 0x00c866 thru 0x01bee5 (0xf680 bytes) 000852 1786016868.420634 fallocate 0x015aaa thru 0x02252b (0xca82 bytes) 000853 1786016868.438778 fallocate 0x01e77c thru 0x021abb (0x3340 bytes) 000854 1786016868.452284 mapread 0x004bfd thru 0x00b7c4 (0x6bc8 bytes) 000855 1786016868.489758 trunc from 0x0337d9 to 0x0108cf (0x22f09 bytes) 000856 1786016868.517875 write 0x0200fa thru 0x02c988 (0xc88f bytes) 000857 1786016868.528382 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2c989): Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c989): Mirror 15: 0x58dfd382 (stale) CRC-32 checksum value for chunk [0, 0x2c989): Mirror 1: 0xe3461954 Mirror 16: 0xe3461954 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c989: skipped 000858 1786016870.307886 mapread 0x016706 thru 0x018888 (0x2183 bytes) 000859 1786016870.336186 trunc from 0x02c989 to 0x038512 (0xbb8a bytes) 000861 1786016870.451669 mapread 0x03731b thru 0x038512 (0x11f8 bytes) 000862 1786016870.476137 fallocate 0x0278d2 thru 0x030091 (0x87c0 bytes) 000863 1786016870.491105 mapread 0x01cd7b thru 0x025055 (0x82db bytes) 000864 1786016870.565097 trunc from 0x038513 to 0x03c588 (0x4076 bytes) 000865 1786016870.603583 fallocate 0x006f37 thru 0x00ed32 (0x7dfc bytes) 000866 1786016870.615229 write 0x00774f thru 0x01248c (0xad3e bytes) 000867 1786016870.657866 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c589): Mirror 16: 0xdd411c89 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c589): Mirror 16: 0xdd411c89 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c589: skipped 000868 1786016871.178771 fallocate 0x038a20 thru 0x03ffff (0x75e0 bytes) 000869 1786016871.201432 punch from 0x03afdb to 0x03ffff (0x5025 bytes) 000870 1786016871.221721 MIRROR_RESYNC 2 mirrors 000871 1786016872.195796 mapread 0x03e06f thru 0x03ffff (0x1f91 bytes) 000872 1786016872.211805 write 0x0092a6 thru 0x0160cf (0xce2a bytes) 000873 1786016872.312739 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000874 1786016872.473637 mapread 0x00d803 thru 0x01403c (0x683a bytes) 000877 1786016872.513311 mapread 0x00f666 thru 0x0154bb (0x5e56 bytes) 000879 1786016872.516008 write 0x02141c thru 0x026df9 (0x59de bytes) 000881 1786016872.548895 read 0x03cb4a thru 0x03ffff (0x34b6 bytes) 000882 1786016872.572926 mapwrite 0x011f6a thru 0x016885 (0x491c bytes) 000883 1786016872.635887 trunc from 0x032fe8 to 0x039678 (0x6691 bytes) 000884 1786016872.658051 punch from 0x01b3d3 to 0x029313 (0xdf41 bytes) 000885 1786016872.681967 trunc from 0x00a23d to 0x00dfce (0x3d92 bytes) 000886 1786016872.690805 trunc from 0x0049bc to 0x005336 (0x97b bytes) 000887 1786016872.712079 mapwrite 0x02a27b thru 0x0355bc (0xb342 bytes) 000888 1786016872.846466 write 0x02df78 thru 0x03682b (0x88b4 bytes) 000889 1786016872.850461 fallocate 0x02b2d6 thru 0x035481 (0xa1ac bytes) 000890 1786016872.878112 read 0x019695 thru 0x01f227 (0x5b93 bytes) 000891 1786016872.921377 fallocate 0x01220e thru 0x01a27d (0x8070 bytes) 000892 1786016872.957526 MIRROR_EXTEND to 2 mirrors 000893 1786016873.875484 punch from 0x012885 to 0x01f5ad (0xcd29 bytes) 000895 1786016873.929870 mapwrite 0x000dd9 thru 0x00db6a (0xcd92 bytes) 000896 1786016874.028466 punch from 0x03ab18 to 0x03ffff (0x54e8 bytes) 000897 1786016874.040164 fallocate 0x00c85e thru 0x00e8ee (0x2091 bytes) 000898 1786016874.049496 mapwrite 0x015484 thru 0x017968 (0x24e5 bytes) 000899 1786016874.102305 trunc from 0x040000 to 0x031efa (0xe105 bytes) 000900 1786016874.176993 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000901 1786016874.486730 read 0x001c44 thru 0x002a39 (0xdf6 bytes) 000902 1786016874.498184 punch from 0x000351 to 0x00d582 (0xd232 bytes) 000903 1786016874.515973 read 0x0032a2 thru 0x00886a (0x55c9 bytes) 000904 1786016874.550460 mapread 0x023638 thru 0x0263f3 (0x2dbc bytes) 000905 1786016874.552481 punch from 0x00f160 to 0x014884 (0x5725 bytes) 000906 1786016874.560207 mapread 0x002cde thru 0x011fda (0xf2fd bytes) 000907 1786016874.616355 MIRROR_EXTEND to 2 mirrors 000908 1786016875.929937 write 0x02ce8f thru 0x035fdc (0x914e bytes) 000909 1786016876.022190 MIRROR_RESYNC 2 mirrors 000911 1786016877.112651 write 0x013e63 thru 0x019674 (0x5812 bytes) 000912 1786016877.158976 write 0x022382 thru 0x023f71 (0x1bf0 bytes) 000913 1786016877.168401 trunc from 0x0194ff to 0x026121 (0xcc23 bytes) 000914 1786016877.193564 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) 000915 1786016877.375357 mapwrite 0x00541a thru 0x0058dc (0x4c3 bytes) 000916 1786016877.421793 trunc from 0x035fdd to 0x033e64 (0x2178 bytes) 000917 1786016877.483419 write 0x01bd7c thru 0x01cc53 (0xed8 bytes) 000919 1786016877.504360 read 0x0238d7 thru 0x023ade (0x208 bytes) 000920 1786016877.524059 write 0x01eb34 thru 0x02e774 (0xfc41 bytes) 000921 1786016877.561756 read 0x013def thru 0x01b1e4 (0x73f6 bytes) 000922 1786016877.612451 mapread 0x011abd thru 0x015b5f (0x40a3 bytes) 000923 1786016877.617580 trunc from 0x013d98 to 0x0175de (0x3847 bytes) 000924 1786016877.627623 mapread 0x021d35 thru 0x0300ef (0xe3bb bytes) 000925 1786016877.635630 read 0x031758 thru 0x033e64 (0x270d bytes) 000926 1786016877.640421 mapwrite 0x000a18 thru 0x008de8 (0x83d1 bytes) 000927 1786016877.706288 mapread 0x0127f7 thru 0x020441 (0xdc4b bytes) 000928 1786016877.719188 mapread 0x03386b thru 0x033e64 (0x5fa bytes) 000929 1786016877.720180 trunc from 0x0123b7 to 0x02048b (0xe0d5 bytes) 000930 1786016877.729409 mapwrite 0x0171de thru 0x0234d9 (0xc2fc bytes) 000931 1786016877.963718 trunc from 0x033e65 to 0x02a00e (0x9e56 bytes) 000932 1786016877.993661 mapwrite 0x02748b thru 0x032667 (0xb1dd bytes) 000934 1786016878.216765 write 0x034502 thru 0x03d694 (0x9193 bytes) 000935 1786016878.223797 trunc from 0x026cf4 to 0x02ba33 (0x4d40 bytes) 000936 1786016878.231901 fallocate 0x035aac thru 0x03afce (0x5523 bytes) 000937 1786016878.247332 trunc from 0x034b71 to 0x03ac0b (0x609b bytes) 000938 1786016878.282128 trunc from 0x015cb6 to 0x01901d (0x3368 bytes) 000940 1786016878.292330 trunc from 0x03d695 to 0x013c54 (0x29a40 bytes) 000941 1786016878.344624 mapread 0x00f5bb thru 0x010ebb (0x1901 bytes) 000942 1786016878.345981 mapwrite 0x03a599 thru 0x03fa42 (0x54aa bytes) 000943 1786016878.455262 read 0x03e5f5 thru 0x03fa42 (0x144e bytes) 000944 1786016878.456036 punch from 0x021f33 to 0x03122a (0xf2f8 bytes) 000945 1786016878.465266 punch from 0x02425a to 0x03136d (0xd114 bytes) 000946 1786016878.476714 trunc from 0x02dc75 to 0x03412d (0x64b9 bytes) 000947 1786016878.489249 read 0x010916 thru 0x017fce (0x76b9 bytes) 000948 1786016878.630437 mapread 0x021abe thru 0x022c96 (0x11d9 bytes) 000949 1786016878.631503 fallocate 0x006447 thru 0x00cc78 (0x6832 bytes) 000952 1786016878.643730 fallocate 0x024d25 thru 0x02d75a (0x8a36 bytes) 000954 1786016878.659336 trunc from 0x03fa43 to 0x038cda (0x6d68 bytes) 000955 1786016878.719190 mapwrite 0x02c944 thru 0x02d6e6 (0xda3 bytes) 000956 1786016878.791316 MIRROR_EXTEND to 2 mirrors 000957 1786016879.928609 mapwrite 0x038564 thru 0x03af47 (0x29e4 bytes) 000958 1786016880.087477 punch from 0x00c3f3 to 0x0115ba (0x51c8 bytes) 000959 1786016880.109719 write 0x000bd4 thru 0x0063dd (0x580a bytes) 000961 1786016880.135435 read 0x00e8e9 thru 0x0181dd (0x98f5 bytes) 000962 1786016880.151095 trunc from 0x02b41b to 0x02fb8d (0x4773 bytes) 000963 1786016880.161487 write 0x00247f thru 0x0117c9 (0xf34b bytes) 000964 1786016880.175978 trunc from 0x0293a1 to 0x02d4db (0x413b bytes) 000965 1786016880.196433 MIRROR_RESYNC 2 mirrors 000967 1786016881.304012 mapwrite 0x005984 thru 0x00d557 (0x7bd4 bytes) 000968 1786016881.623485 trunc from 0x01e86c to 0x0238c5 (0x505a bytes) 000969 1786016881.637802 mapwrite 0x03b3a8 thru 0x03ffff (0x4c58 bytes) 000970 1786016881.851410 read 0x03059a thru 0x033994 (0x33fb bytes) 000971 1786016881.884543 write 0x0170fc thru 0x01e582 (0x7487 bytes) 000972 1786016881.919709 trunc from 0x040000 to 0x01eb6c (0x21493 bytes) 000974 1786016881.957165 read 0x013a4f thru 0x01eb6c (0xb11e bytes) 000975 1786016882.007226 mapread 0x01b9bb thru 0x01be94 (0x4da bytes) 000976 1786016882.008324 write 0x012013 thru 0x014ae5 (0x2ad3 bytes) 000977 1786016882.009440 trunc from 0x010b60 to 0x018b2b (0x7fcc bytes) 000980 1786016882.048018 mapread 0x01e514 thru 0x01eb6c (0x659 bytes) 000981 1786016882.049064 write 0x018c3f thru 0x023f57 (0xb319 bytes) 000982 1786016882.087703 mapread 0x0230f2 thru 0x023f57 (0xe66 bytes) 000983 1786016882.096529 trunc from 0x004db0 to 0x00bae2 (0x6d33 bytes) 000984 1786016882.115525 punch from 0x02192f to 0x023f57 (0x2629 bytes) 000985 1786016882.159488 trunc from 0x01f666 to 0x023f57 (0x48f2 bytes) 000986 1786016882.178259 fallocate 0x03c9c4 thru 0x03ffff (0x363c bytes) 000987 1786016882.193926 write 0x0371ef thru 0x03ffff (0x8e11 bytes) 000988 1786016882.248337 read 0x03b1bf thru 0x03ffff (0x4e41 bytes) 000989 1786016882.266649 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x44e6ba7e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xad8bcbf5 Mirror 3: 0xad8bcbf5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000990 1786016884.432714 MIRROR_RESYNC 3 mirrors 000991 1786016886.059549 trunc from 0x040000 to 0x00f503 (0x30afc bytes) 000992 1786016886.131578 fallocate 0x027646 thru 0x02a7db (0x3196 bytes) 000993 1786016886.145987 write 0x033b0d thru 0x034209 (0x6fd bytes) 000994 1786016886.151459 trunc from 0x03420a to 0x00fff1 (0x24218 bytes) 000995 1786016886.198442 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0xfff2): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xfff2): Mirror 2: 0x3a130a33 (stale) Mirror 3: 0x3a130a33 (stale) CRC-32 checksum value for chunk [0, 0xfff2): Mirror 1: 0xbec1b7dc Mirror 4: 0xbec1b7dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xfff2: skipped 000997 1786016887.804677 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1b:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xfff2): Mirror 3: 0x3a130a33 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xfff2): Mirror 3: 0x3a130a33 (stale) CRC-32 checksum value for chunk [0, 0xfff2): Mirror 1: 0xbec1b7dc Mirror 4: 0xbec1b7dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xfff2: skipped 000998 1786016888.629744 mapwrite 0x03328b thru 0x03db1c (0xa892 bytes) 000999 1786016888.763031 trunc from 0x0353ea to 0x03c6f2 (0x7309 bytes) 001000 1786016888.780305 trunc from 0x03db1d to 0x011bf1 (0x2bf2b bytes) All operations completed A-OK!