== sanity-flr test 70a: flr mode fsx test ================ 01:27:15 (1783142835) striped dir -i0 -c2 -H crush /mnt/lustre/d70a.sanity-flr Seed set to 2836 truncating to largest ever: 0x3edd7 000001 1783142837.180894 trunc from 00000000 to 0x03edd6 (0x3edd7 bytes) 000002 1783142837.199506 fallocate 0x00fa8f thru 0x01b4fc (0xba6e bytes) 000003 1783142837.209325 trunc from 0x03edd7 to 0x00e5dd (0x307f9 bytes) 000004 1783142837.224716 mapwrite 0x026caa thru 0x02b421 (0x4778 bytes) 000005 1783142837.285440 punch from 0x004ff7 to 0x010a73 (0xba7d bytes) 000006 1783142837.295136 write 0x00462e thru 0x00e5d0 (0x9fa3 bytes) 000008 1783142837.316169 trunc from 0x02b422 to 0x037bab (0xc78a bytes) 000009 1783142837.339689 fallocate 0x0091ba thru 0x018cdf (0xfb26 bytes) 000010 1783142837.345466 read 0x010657 thru 0x019bab (0x9555 bytes) 000011 1783142837.356157 fallocate 0x00fe0a thru 0x0133a4 (0x359b bytes) 000012 1783142837.360738 trunc from 0x037bac to 0x01b95d (0x1c24e bytes) 000013 1783142837.383344 mapwrite 0x0094cd thru 0x00ecec (0x5820 bytes) 000015 1783142837.410278 punch from 0x00d1ab to 0x01372f (0x6585 bytes) 000016 1783142837.416002 punch from 0x014926 to 0x015692 (0xd6d bytes) 000017 1783142837.421460 mapwrite 0x033dba thru 0x03ffff (0xc246 bytes) 000018 1783142837.513981 trunc from 0x040000 to 0x02c6cb (0x13934 bytes) 000019 1783142837.539082 punch from 0x009739 to 0x009eca (0x792 bytes) 000021 1783142837.553725 trunc from 0x02c6cc to 0x0165f3 (0x160d8 bytes) 000023 1783142837.580461 punch from 0x005c2e to 0x01585e (0xfc31 bytes) 000024 1783142837.590137 trunc from 0x0165f4 to 0x01c71d (0x612a bytes) 000025 1783142837.624822 punch from 0x01ab5e to 0x01be68 (0x130b bytes) 000026 1783142837.634219 punch from 0x015a73 to 0x01c71d (0x6cab bytes) 000027 1783142837.645518 mapwrite 0x035ad9 thru 0x03b76f (0x5c97 bytes) 000029 1783142837.703511 mapread 0x0256dc thru 0x027839 (0x215e bytes) 000030 1783142837.715306 mapwrite 0x0116fc thru 0x01c7d4 (0xb0d9 bytes) 000031 1783142837.785239 trunc from 0x02ef93 to 0x02f529 (0x597 bytes) 000032 1783142837.792379 trunc from 0x03b770 to 0x01d204 (0x1e56b bytes) 000033 1783142837.824800 mapwrite 0x00d82f thru 0x0122af (0x4a81 bytes) 000034 1783142837.848304 fallocate 0x01006c thru 0x01d6fe (0xd693 bytes) 000035 1783142837.854215 fallocate 0x00d6b9 thru 0x00f429 (0x1d71 bytes) 000037 1783142837.860476 fallocate 0x009051 thru 0x0187cb (0xf77b bytes) 000038 1783142837.866707 punch from 0x01b16e to 0x01c173 (0x1006 bytes) 000039 1783142837.873193 write 0x0361f8 thru 0x03ffff (0x9e08 bytes) 000040 1783142837.876142 trunc from 0x040000 to 0x035f30 (0xa0cf bytes) 000042 1783142837.898152 mapwrite 0x01593c thru 0x01f93f (0xa004 bytes) 000043 1783142837.928736 fallocate 0x019bc5 thru 0x01de1c (0x4258 bytes) 000044 1783142837.934317 fallocate 0x001ca1 thru 0x0029bd (0xd1d bytes) 000045 1783142837.939255 mapwrite 0x035906 thru 0x03939f (0x3a9a bytes) 000046 1783142837.978414 trunc from 0x00b05a to 0x00ed61 (0x3d08 bytes) 000047 1783142837.985332 trunc from 0x0393a0 to 0x0074ec (0x31eb3 bytes) 000048 1783142838.000264 fallocate 0x03a0f0 thru 0x03aeeb (0xdfc bytes) 000049 1783142838.006263 trunc from 0x03aeec to 0x005135 (0x35db6 bytes) 000050 1783142838.027134 trunc from 0x005136 to 0x038ba9 (0x33a74 bytes) 000051 1783142838.046236 mapread 0x01072e thru 0x015030 (0x4903 bytes) 000052 1783142838.057211 write 0x00f0cc thru 0x01c517 (0xd44c bytes) 000054 1783142838.065059 fallocate 0x0284f0 thru 0x0360b9 (0xdbca bytes) 000055 1783142838.070357 write 0x003b7b thru 0x008088 (0x450e bytes) 000056 1783142838.080543 fallocate 0x02d1df thru 0x03ceaf (0xfcd1 bytes) 000057 1783142838.086757 write 0x00db58 thru 0x0173a2 (0x984b bytes) 000058 1783142838.088346 mapwrite 0x03f4a7 thru 0x03ffff (0xb59 bytes) 000059 1783142838.141912 punch from 0x00f64b to 0x01c9e4 (0xd39a bytes) 000060 1783142838.152201 trunc from 0x00ec65 to 0x01da86 (0xee22 bytes) 000062 1783142838.161404 read 0x01811c thru 0x01fefc (0x7de1 bytes) 000063 1783142838.173170 mapread 0x034b36 thru 0x03f1fa (0xa6c5 bytes) 000064 1783142838.174434 punch from 0x00b296 to 0x0160ab (0xae16 bytes) 000065 1783142838.179819 write 0x02b1e9 thru 0x030adb (0x58f3 bytes) 000066 1783142838.181762 trunc from 0x025bd4 to 0x02fa56 (0x9e83 bytes) 000067 1783142838.196301 trunc from 0x018287 to 0x027f24 (0xfc9e bytes) 000068 1783142838.202885 fallocate 0x02232e thru 0x027e8a (0x5b5d bytes) 000069 1783142838.207483 fallocate 0x015135 thru 0x01966c (0x4538 bytes) 000071 1783142838.213643 mapwrite 0x03ba7b thru 0x03ffff (0x4585 bytes) 000072 1783142838.229307 trunc from 0x02c8ab to 0x0322a5 (0x59fb bytes) 000074 1783142838.235486 fallocate 0x02f6f8 thru 0x03a8b5 (0xb1be bytes) 000075 1783142838.241443 fallocate 0x003108 thru 0x0106ab (0xd5a4 bytes) 000076 1783142838.246387 read 0x039be9 thru 0x03ffff (0x6417 bytes) 000077 1783142838.247116 trunc from 0x00d59c to 0x014748 (0x71ad bytes) 000079 1783142838.254057 trunc from 0x0097d9 to 0x011db6 (0x85de bytes) 000080 1783142838.261766 read 0x01090a thru 0x01eb2a (0xe221 bytes) 000081 1783142838.275982 mapwrite 0x01dcd3 thru 0x0214b9 (0x37e7 bytes) truncating to largest ever: 0x3ffa1 000082 1783142838.295554 trunc from 0x040000 to 0x03ffa0 (0x5f bytes) 000084 1783142838.314063 punch from 0x03f055 to 0x03ffa0 (0xf4c bytes) 000085 1783142838.319157 mapwrite 0x036aa8 thru 0x039346 (0x289f bytes) 000086 1783142838.333405 mapread 0x0240ed thru 0x031d76 (0xdc8a bytes) 000087 1783142838.335715 mapread 0x02f3e7 thru 0x030a8d (0x16a7 bytes) 000088 1783142838.337910 mapread 0x034b2f thru 0x03ffa0 (0xb472 bytes) 000089 1783142838.349231 punch from 0x011f36 to 0x012cea (0xdb5 bytes) 000090 1783142838.362363 mapread 0x00b1cb thru 0x015aef (0xa925 bytes) fallocating to largest ever: 0x40000 000091 1783142838.377835 fallocate 0x03823b thru 0x03ffff (0x7dc5 bytes) 000093 1783142838.388545 mapread 0x00e1bd thru 0x01cbb2 (0xe9f6 bytes) 000094 1783142838.390100 write 0x02bccf thru 0x035a8f (0x9dc1 bytes) 000095 1783142838.391860 mapwrite 0x02823f thru 0x0352b2 (0xd074 bytes) 000096 1783142838.421769 punch from 0x012edd to 0x0228a1 (0xf9c5 bytes) 000097 1783142838.427569 mapwrite 0x02fbcd thru 0x036cad (0x70e1 bytes) 000099 1783142838.449459 read 0x027c83 thru 0x02c4ee (0x486c bytes) 000100 1783142838.450782 trunc from 0x031b92 to 0x03ac28 (0x9097 bytes) 000101 1783142838.458103 trunc from 0x03ffa1 to 0x02ff9b (0x10005 bytes) 000102 1783142838.474586 trunc from 0x02ff9c to 0x038081 (0x80e6 bytes) 000103 1783142838.496193 read 0x014249 thru 0x01df3d (0x9cf5 bytes) 000104 1783142838.512800 fallocate 0x010ff0 thru 0x015870 (0x4881 bytes) 000106 1783142838.524583 MIRROR_EXTEND to 2 mirrors 000107 1783142839.254989 punch from 0x020658 to 0x025280 (0x4c29 bytes) 000108 1783142839.306948 MIRROR_RESYNC 2 mirrors 000109 1783142840.017267 trunc from 0x038082 to 0x01db40 (0x1a541 bytes) 000110 1783142840.053283 fallocate 0x037c72 thru 0x03fb84 (0x7f13 bytes) 000111 1783142840.058962 punch from 0x026768 to 0x033aef (0xd388 bytes) 000112 1783142840.070411 trunc from 0x02c10f to 0x030621 (0x4513 bytes) 000113 1783142840.076411 mapread 0x030d03 thru 0x0385b8 (0x78b6 bytes) 000114 1783142840.101984 mapread 0x03a676 thru 0x03e22d (0x3bb8 bytes) 000115 1783142840.116751 fallocate 0x0298a6 thru 0x030982 (0x70dd bytes) 000116 1783142840.123835 read 0x034a23 thru 0x035ed3 (0x14b1 bytes) 000118 1783142840.125463 write 0x023b7a thru 0x0289f1 (0x4e78 bytes) 000119 1783142840.145058 write 0x008070 thru 0x00b9b8 (0x3949 bytes) 000120 1783142840.159966 trunc from 0x0292c4 to 0x029376 (0xb3 bytes) 000121 1783142840.173632 punch from 0x02e8f4 to 0x034eec (0x65f9 bytes) 000122 1783142840.182769 trunc from 0x002c01 to 0x00e9e7 (0xbde7 bytes) 000123 1783142840.221388 mapwrite 0x000d68 thru 0x002e26 (0x20bf bytes) 000124 1783142840.289164 mapread 0x0215be thru 0x02e377 (0xcdba bytes) 000125 1783142840.322762 mapwrite 0x01c974 thru 0x02420c (0x7899 bytes) 000127 1783142840.356427 read 0x01c41f thru 0x029735 (0xd317 bytes) 000128 1783142840.357262 mapread 0x0136c9 thru 0x01c40a (0x8d42 bytes) 000129 1783142840.391488 punch from 0x020ea2 to 0x027daa (0x6f09 bytes) 000130 1783142840.400286 write 0x001cfa thru 0x00d7f1 (0xbaf8 bytes) 000131 1783142840.402007 fallocate 0x02c88c thru 0x0320c5 (0x583a bytes) 000133 1783142840.416096 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3fb85): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fb85): Mirror 2: 0x8101cb97 (stale) CRC-32 checksum value for chunk [0, 0x3fb85): Mirror 1: 0x346460b6 Mirror 3: 0x346460b6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fb85: skipped 000134 1783142841.240778 trunc from 0x03fb85 to 0x008c77 (0x36f0d bytes) 000135 1783142841.351853 fallocate 0x02afc0 thru 0x02fe62 (0x4ea3 bytes) 000136 1783142841.357706 read 0x02b7a5 thru 0x02d1c6 (0x1a22 bytes) 000137 1783142841.363804 mapwrite 0x007cac thru 0x012813 (0xab68 bytes) 000138 1783142841.423711 mapread 0x01fd17 thru 0x02ad62 (0xb04c bytes) 000139 1783142841.450320 mapread 0x012906 thru 0x013443 (0xb3e bytes) 000140 1783142841.453434 punch from 0x023b98 to 0x02fe62 (0xc2cb bytes) 000141 1783142841.460029 read 0x000161 thru 0x00ee79 (0xed19 bytes) 000142 1783142841.472224 fallocate 0x03d4a7 thru 0x03ffff (0x2b59 bytes) 000143 1783142841.478256 write 0x02aea3 thru 0x02df06 (0x3064 bytes) 000144 1783142841.479338 mapread 0x005df9 thru 0x0060ab (0x2b3 bytes) 000145 1783142841.488675 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xa8cbd75b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xa8cbd75b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000146 1783142841.870122 punch from 0x038ed5 to 0x03ffff (0x712b bytes) 000147 1783142841.878975 fallocate 0x006596 thru 0x0095db (0x3046 bytes) 000148 1783142841.890577 mapwrite 0x010ba0 thru 0x01d42d (0xc88e bytes) 000149 1783142842.000766 MIRROR_RESYNC 2 mirrors 000151 1783142842.702888 fallocate 0x011d22 thru 0x017b84 (0x5e63 bytes) 000152 1783142842.739204 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe557c8e9 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe557c8e9 Mirror 4: 0xe557c8e9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000153 1783142843.515203 punch from 0x023d7f to 0x02f5b5 (0xb837 bytes) 000154 1783142843.561670 mapread 0x01e416 thru 0x028eb3 (0xaa9e bytes) 000155 1783142843.608061 trunc from 0x00cef9 to 0x00d890 (0x998 bytes) 000156 1783142843.617403 trunc from 0x0280d7 to 0x031be2 (0x9b0c bytes) 000157 1783142843.623592 write 0x03190f thru 0x033c89 (0x237b bytes) 000159 1783142843.647853 mapread 0x00362e thru 0x011d90 (0xe763 bytes) 000160 1783142843.672513 trunc from 0x01018c to 0x0150b5 (0x4f2a bytes) 000161 1783142843.678089 trunc from 0x040000 to 0x03ac1e (0x53e1 bytes) 000162 1783142843.708372 mapread 0x0007f3 thru 0x00eb22 (0xe330 bytes) 000163 1783142843.725145 trunc from 0x023411 to 0x02eabc (0xb6ac bytes) 000164 1783142843.731239 fallocate 0x02103f thru 0x02b102 (0xa0c4 bytes) 000165 1783142843.739347 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ac1f): Mirror 4: 0xab7c1b8c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ac1f): Mirror 4: 0xab7c1b8c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ac1f: skipped 000166 1783142844.017994 mapwrite 0x0024ba thru 0x00619b (0x3ce2 bytes) 000168 1783142844.051314 punch from 0x008f91 to 0x014ca3 (0xbd13 bytes) 000169 1783142844.056771 mapwrite 0x03b2d2 thru 0x03ffff (0x4d2e bytes) 000170 1783142844.099043 trunc from 0x005980 to 0x009963 (0x3fe4 bytes) 000171 1783142844.107114 trunc from 0x037cb3 to 0x03cb40 (0x4e8e bytes) 000172 1783142844.117828 mapwrite 0x03b7bc thru 0x03ffff (0x4844 bytes) 000173 1783142844.163821 mapwrite 0x020ec2 thru 0x028489 (0x75c8 bytes) 000174 1783142844.214314 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) 000175 1783142844.422458 mapread 0x03749c thru 0x03e245 (0x6daa bytes) 000176 1783142844.480377 read 0x00b740 thru 0x010d3e (0x55ff bytes) 000178 1783142844.495885 mapread 0x0161b7 thru 0x02422a (0xe074 bytes) 000179 1783142844.516149 write 0x0152be thru 0x01ed16 (0x9a59 bytes) 000180 1783142844.521941 write 0x033a7b thru 0x03ffff (0xc585 bytes) 000182 1783142844.524552 read 0x03b2a8 thru 0x03ffff (0x4d58 bytes) 000183 1783142844.525472 mapwrite 0x004c3d thru 0x00f20f (0xa5d3 bytes) 000184 1783142844.559793 mapread 0x01feb3 thru 0x020043 (0x191 bytes) 000185 1783142844.561301 trunc from 0x0162a6 to 0x018588 (0x22e3 bytes) 000186 1783142844.567037 trunc from 0x02657b to 0x030d26 (0xa7ac bytes) 000187 1783142844.572320 fallocate 0x0375de thru 0x03d590 (0x5fb3 bytes) 000188 1783142844.577678 trunc from 0x00dcd4 to 0x0106aa (0x29d7 bytes) 000190 1783142844.587795 fallocate 0x00e435 thru 0x010891 (0x245d bytes) 000191 1783142844.592580 mapwrite 0x03d8e9 thru 0x03f2d2 (0x19ea bytes) 000192 1783142844.603656 trunc from 0x040000 to 0x026d21 (0x192de bytes) 000193 1783142844.621044 mapwrite 0x0303ef thru 0x035da3 (0x59b5 bytes) 000194 1783142844.691143 MIRROR_EXTEND to 2 mirrors 000195 1783142845.519678 write 0x00aeda thru 0x016ee7 (0xc00e bytes) 000196 1783142845.591813 mapwrite 0x00d58b thru 0x01afa7 (0xda1d bytes) 000197 1783142845.661209 mapwrite 0x0390f9 thru 0x03ffff (0x6f07 bytes) 000198 1783142845.738015 punch from 0x02eb89 to 0x02f3af (0x827 bytes) 000199 1783142845.747965 read 0x00eb72 thru 0x01d3b2 (0xe841 bytes) 000200 1783142845.748717 trunc from 0x040000 to 0x02e64b (0x119b4 bytes) 000201 1783142845.784784 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2e64c): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e64c): Mirror 2: 0x1aa4cee8 (stale) CRC-32 checksum value for chunk [0, 0x2e64c): Mirror 1: 0x1fab4245 Mirror 3: 0x1fab4245 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e64c: skipped 000202 1783142846.943084 punch from 0x0183f3 to 0x01ccc7 (0x48d5 bytes) 000203 1783142847.010137 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2e64c): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e64c): Mirror 2: 0x1aa4cee8 (stale) Mirror 3: 0x1fab4245 (stale) CRC-32 checksum value for chunk [0, 0x2e64c): Mirror 1: 0x6554e2a2 Mirror 4: 0x6554e2a2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e64c: skipped 000204 1783142848.199218 trunc from 0x02e64c to 0x01ded2 (0x10779 bytes) 000205 1783142848.252787 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x1ded3): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1ded3): Mirror 2: 0xfa73b042 (stale) Mirror 3: 0x78db1ff5 (stale) Mirror 4: 0x2ea537c3 (stale) CRC-32 checksum value for chunk [0, 0x1ded3): Mirror 1: 0x2ea537c3 Mirror 5: 0x2ea537c3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1ded3: skipped 000206 1783142849.203499 trunc from 0x01ded3 to 0x035a3e (0x17b6c bytes) 000207 1783142849.266766 trunc from 0x035a3f to 0x029a85 (0xbfb9 bytes) 000208 1783142849.293090 mapwrite 0x001aad thru 0x00b7c2 (0x9d16 bytes) 000209 1783142849.334231 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x29a86): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29a86): Mirror 2: 0x7324313e (stale) Mirror 3: 0x7148eac6 (stale) Mirror 4: 0xb666b8fe (stale) Mirror 5: 0x176a92ba (stale) CRC-32 checksum value for chunk [0, 0x29a86): Mirror 1: 0xad350938 Mirror 6: 0xad350938 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29a86: skipped 000210 1783142850.197248 punch from 0x000db7 to 0x00a731 (0x997b bytes) 000211 1783142850.254765 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x29a86): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29a86): Mirror 2: 0x7324313e (stale) Mirror 3: 0x7148eac6 (stale) Mirror 4: 0xb666b8fe (stale) Mirror 5: 0x176a92ba (stale) Mirror 6: 0xad350938 (stale) CRC-32 checksum value for chunk [0, 0x29a86): Mirror 1: 0xbd28c3ba Mirror 7: 0xbd28c3ba lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29a86: skipped 000212 1783142851.385238 mapread 0x00924f thru 0x015be8 (0xc99a bytes) 000213 1783142851.466756 read 0x018e63 thru 0x01cc61 (0x3dff bytes) 000214 1783142851.475215 trunc from 0x01c376 to 0x01ce23 (0xaae bytes) 000215 1783142851.515538 trunc from 0x00ef34 to 0x016b2b (0x7bf8 bytes) 000216 1783142851.522867 read 0x01cebc thru 0x029a85 (0xcbca bytes) 000217 1783142851.533358 trunc from 0x029a86 to 0x024c90 (0x4df5 bytes) 000218 1783142851.562340 MIRROR_RESYNC 7 mirrors 000219 1783142853.578432 MIRROR_RESYNC 7 mirrors 000220 1783142854.100483 fallocate 0x03d9eb thru 0x03ef7f (0x1595 bytes) 000221 1783142854.186860 mapread 0x003d09 thru 0x0044fa (0x7f2 bytes) 000222 1783142854.205099 trunc from 0x03ef80 to 0x023dc1 (0x1b1be bytes) 000223 1783142854.234953 read 0x007cfa thru 0x015753 (0xda5a bytes) 000224 1783142854.247372 trunc from 0x023dc2 to 0x023cb3 (0x10e bytes) 000225 1783142854.265443 trunc from 0x02072c to 0x023cb3 (0x3588 bytes) 000226 1783142854.283081 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23cb4): Mirror 3: 0xb6f4a08a (stale) Mirror 4: 0xb6f4a08a (stale) Mirror 5: 0xb6f4a08a (stale) Mirror 6: 0xb6f4a08a (stale) Mirror 7: 0xb6f4a08a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23cb4): Mirror 3: 0xb6f4a08a (stale) Mirror 4: 0xb6f4a08a (stale) Mirror 5: 0xb6f4a08a (stale) Mirror 6: 0xb6f4a08a (stale) Mirror 7: 0xb6f4a08a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23cb4: skipped 000227 1783142854.858474 read 0x020675 thru 0x023cb3 (0x363f bytes) 000228 1783142854.867886 read 0x004158 thru 0x00e610 (0xa4b9 bytes) 000229 1783142854.880133 mapread 0x0010b8 thru 0x005351 (0x429a bytes) 000230 1783142854.882133 write 0x02a82d thru 0x02ba40 (0x1214 bytes) 000231 1783142854.889363 mapwrite 0x02f18e thru 0x03a6b0 (0xb523 bytes) 000232 1783142854.952132 trunc from 0x0012d4 to 0x00ebcc (0xd8f9 bytes) 000233 1783142854.965897 read 0x017d36 thru 0x026e74 (0xf13f bytes) 000234 1783142854.967062 trunc from 0x01231f to 0x0166e1 (0x43c3 bytes) 000235 1783142854.981924 mapwrite 0x02ae22 thru 0x032609 (0x77e8 bytes) 000236 1783142855.018088 read 0x01a9f5 thru 0x028b07 (0xe113 bytes) 000237 1783142855.018838 mapread 0x00dfb9 thru 0x00f828 (0x1870 bytes) 000238 1783142855.033259 write 0x030bf1 thru 0x0372e6 (0x66f6 bytes) 000239 1783142855.035958 mapwrite 0x0024eb thru 0x00a57c (0x8092 bytes) 000240 1783142855.063346 mapwrite 0x01db4e thru 0x029045 (0xb4f8 bytes) 000241 1783142855.086166 fallocate 0x01afe0 thru 0x026406 (0xb427 bytes) 000242 1783142855.096767 mapread 0x026d1b thru 0x032475 (0xb75b bytes) 000243 1783142855.098228 fallocate 0x01dbef thru 0x028153 (0xa565 bytes) 000244 1783142855.108565 write 0x03a629 thru 0x03ffff (0x59d7 bytes) 000245 1783142855.112072 read 0x03988f thru 0x03f155 (0x58c7 bytes) 000246 1783142855.114893 punch from 0x00ea9d to 0x015d6c (0x72d0 bytes) 000247 1783142855.127897 trunc from 0x0036b4 to 0x00ff4c (0xc899 bytes) 000248 1783142855.134518 write 0x015abd thru 0x01bfea (0x652e bytes) 000249 1783142855.155418 mapread 0x01205b thru 0x01e878 (0xc81e bytes) 000250 1783142855.162430 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x6535c8e6 (stale) Mirror 4: 0x6535c8e6 (stale) Mirror 5: 0x6535c8e6 (stale) Mirror 6: 0x6535c8e6 (stale) Mirror 7: 0x6535c8e6 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdab659c6 Mirror 8: 0xdab659c6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000251 1783142856.128289 mapwrite 0x035187 thru 0x03d352 (0x81cc bytes) 000252 1783142856.290124 mapread 0x016f16 thru 0x0220b8 (0xb1a3 bytes) 000253 1783142856.325965 mapwrite 0x03b1de thru 0x03ffff (0x4e22 bytes) 000255 1783142856.348509 punch from 0x0161f3 to 0x024516 (0xe324 bytes) 000257 1783142856.357001 read 0x0220f5 thru 0x02abdc (0x8ae8 bytes) 000258 1783142856.366110 punch from 0x03d266 to 0x03ffff (0x2d9a bytes) 000259 1783142856.371007 punch from 0x02fcdb to 0x031531 (0x1857 bytes) 000260 1783142856.375513 punch from 0x026d98 to 0x02df9b (0x7204 bytes) 000261 1783142856.380534 mapwrite 0x0178c1 thru 0x01f4ad (0x7bed bytes) 000262 1783142856.405534 trunc from 0x001aef to 0x00e0a8 (0xc5ba bytes) 000263 1783142856.410067 punch from 0x03c374 to 0x03defe (0x1b8b bytes) 000264 1783142856.416745 fallocate 0x010f28 thru 0x012ddf (0x1eb8 bytes) 000265 1783142856.426818 mapwrite 0x01da24 thru 0x021cea (0x42c7 bytes) 000266 1783142856.449409 trunc from 0x002e0b to 0x003c6e (0xe64 bytes) 000267 1783142856.454045 trunc from 0x03819f to 0x03a21e (0x2080 bytes) 000268 1783142856.458890 mapread 0x00da84 thru 0x01ba12 (0xdf8f bytes) 000269 1783142856.470088 write 0x01c422 thru 0x01f043 (0x2c22 bytes) 000270 1783142856.475277 mapread 0x0195ce thru 0x01f880 (0x62b3 bytes) 000271 1783142856.478311 punch from 0x01bb60 to 0x027e3b (0xc2dc bytes) 000272 1783142856.488805 read 0x01eb75 thru 0x026811 (0x7c9d bytes) 000273 1783142856.497394 punch from 0x015454 to 0x017c3d (0x27ea bytes) 000274 1783142856.508146 read 0x01d140 thru 0x01d45c (0x31d bytes) 000275 1783142856.509091 write 0x00eba3 thru 0x0183f1 (0x984f bytes) 000276 1783142856.517154 MIRROR_RESYNC 7 mirrors 000277 1783142859.023023 mapwrite 0x037b53 thru 0x03ffff (0x84ad bytes) 000278 1783142859.119360 trunc from 0x040000 to 0x026101 (0x19efe bytes) 000279 1783142859.158099 trunc from 0x01df5d to 0x026101 (0x81a5 bytes) 000281 1783142859.181322 trunc from 0x026102 to 0x03e398 (0x18297 bytes) 000282 1783142859.202111 read 0x005283 thru 0x0067fd (0x157b bytes) 000283 1783142859.209331 read 0x0322f1 thru 0x03cf16 (0xac26 bytes) 000284 1783142859.220148 read 0x01e02a thru 0x01e523 (0x4fa bytes) 000285 1783142859.220879 write 0x02c25a thru 0x036d3d (0xaae4 bytes) 000286 1783142859.222247 write 0x037962 thru 0x03ffff (0x869e bytes) 000287 1783142859.225328 fallocate 0x012d8e thru 0x01b8e3 (0x8b56 bytes) 000288 1783142859.230293 mapwrite 0x03478a thru 0x03ffff (0xb876 bytes) 000289 1783142859.249989 write 0x005543 thru 0x00db46 (0x8604 bytes) 000290 1783142859.251846 mapwrite 0x02c4a7 thru 0x02c635 (0x18f bytes) 000291 1783142859.269380 MIRROR_RESYNC 7 mirrors 000292 1783142861.033322 MIRROR_EXTEND to 8 mirrors 000293 1783142862.020943 read 0x02f75a thru 0x03664f (0x6ef6 bytes) 000295 1783142862.039241 write 0x021ade thru 0x0289da (0x6efd bytes) 000296 1783142862.105893 mapread 0x00d32c thru 0x017479 (0xa14e bytes) 000297 1783142862.127192 mapread 0x02674a thru 0x028d7a (0x2631 bytes) 000298 1783142862.128409 fallocate 0x0365a0 thru 0x03b7fd (0x525e bytes) 000299 1783142862.133288 trunc from 0x008ea5 to 0x00e998 (0x5af4 bytes) 000300 1783142862.142532 read 0x033af6 thru 0x03a341 (0x684c bytes) 000301 1783142862.153550 trunc from 0x040000 to 0x02a985 (0x1567a bytes) 000302 1783142862.176132 read 0x025208 thru 0x02a985 (0x577e bytes) 000304 1783142862.178475 punch from 0x00ddae to 0x01d1b5 (0xf408 bytes) 000306 1783142862.184666 mapwrite 0x030b92 thru 0x03b8aa (0xad19 bytes) 000307 1783142862.265485 write 0x02c7b0 thru 0x03804c (0xb89d bytes) 000308 1783142862.267082 write 0x03854c thru 0x03ffff (0x7ab4 bytes) 000309 1783142862.269783 mapwrite 0x0074ba thru 0x008384 (0xecb bytes) 000310 1783142862.290989 write 0x0103a1 thru 0x0144e7 (0x4147 bytes) 000311 1783142862.292378 read 0x014e97 thru 0x016424 (0x158e bytes) 000312 1783142862.293781 mapwrite 0x03604c thru 0x038e58 (0x2e0d bytes) 000313 1783142862.309435 read 0x03d0b2 thru 0x03ffff (0x2f4e bytes) 000315 1783142862.314515 MIRROR_RESYNC 8 mirrors 000316 1783142864.699301 trunc from 0x000ada to 0x0062fb (0x5822 bytes) 000317 1783142864.744264 MIRROR_RESYNC 8 mirrors 000318 1783142867.329234 punch from 0x000e83 to 0x002c52 (0x1dd0 bytes) 000319 1783142867.395706 trunc from 0x03df5c to 0x03ffff (0x20a4 bytes) 000320 1783142867.409937 MIRROR_RESYNC 8 mirrors 000321 1783142870.421087 MIRROR_RESYNC 8 mirrors 000322 1783142870.956810 read 0x00247a thru 0x00c723 (0xa2aa bytes) 000323 1783142870.970473 trunc from 0x033bbf to 0x034835 (0xc77 bytes) 000324 1783142871.020142 mapwrite 0x016bd7 thru 0x019325 (0x274f bytes) 000325 1783142871.098519 read 0x000fbb thru 0x00e9e8 (0xda2e bytes) 000326 1783142871.115391 write 0x022a35 thru 0x023013 (0x5df bytes) 000327 1783142871.117013 write 0x00a4f9 thru 0x00ed40 (0x4848 bytes) 000328 1783142871.118088 mapwrite 0x0218b7 thru 0x029ab1 (0x81fb bytes) 000329 1783142871.154760 fallocate 0x035ce0 thru 0x037c68 (0x1f89 bytes) 000330 1783142871.177778 MIRROR_RESYNC 8 mirrors 000331 1783142874.857010 punch from 0x02ad74 to 0x0381ce (0xd45b bytes) 000332 1783142874.907774 write 0x03e295 thru 0x03ffff (0x1d6b bytes) 000333 1783142874.913983 punch from 0x0100d9 to 0x0187d4 (0x86fc bytes) 000334 1783142874.919460 write 0x01c088 thru 0x024f0c (0x8e85 bytes) 000335 1783142874.930048 write 0x017efa thru 0x01dcc5 (0x5dcc bytes) 000336 1783142874.937559 trunc from 0x040000 to 0x003cc6 (0x3c339 bytes) 000337 1783142874.963200 read 0x002ad5 thru 0x003cc6 (0x11f2 bytes) 000339 1783142874.974841 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cc7): Mirror 4: 0xc67ccdd0 (stale) Mirror 5: 0xc67ccdd0 (stale) Mirror 6: 0xc67ccdd0 (stale) Mirror 7: 0xc67ccdd0 (stale) Mirror 8: 0xc67ccdd0 (stale) Mirror 9: 0xc67ccdd0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cc7): Mirror 4: 0xc67ccdd0 (stale) Mirror 5: 0xc67ccdd0 (stale) Mirror 6: 0xc67ccdd0 (stale) Mirror 7: 0xc67ccdd0 (stale) Mirror 8: 0xc67ccdd0 (stale) Mirror 9: 0xc67ccdd0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cc7: skipped 000341 1783142875.354790 trunc from 0x0026cc to 0x003cc6 (0x15fb bytes) 000342 1783142875.378121 fallocate 0x029ab7 thru 0x035d41 (0xc28b bytes) 000343 1783142875.393158 read 0x0012af thru 0x003cc6 (0x2a18 bytes) 000345 1783142875.414473 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3cc7): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cc7): Mirror 4: 0xc67ccdd0 (stale) Mirror 5: 0xc67ccdd0 (stale) Mirror 6: 0xc67ccdd0 (stale) Mirror 7: 0xc67ccdd0 (stale) Mirror 8: 0xc67ccdd0 (stale) Mirror 9: 0xc67ccdd0 (stale) CRC-32 checksum value for chunk [0, 0x3cc7): Mirror 1: 0xc67ccdd0 Mirror 10: 0xc67ccdd0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cc7: skipped 000346 1783142876.251162 read 0x000a3b thru 0x003cc6 (0x328c bytes) 000347 1783142876.269819 trunc from 0x003cc7 to 0x032a46 (0x2ed80 bytes) 000349 1783142876.324797 write 0x02f171 thru 0x039e8a (0xad1a bytes) 000350 1783142876.344220 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39e8b): Mirror 4: 0x49dc05b1 (stale) Mirror 5: 0x49dc05b1 (stale) Mirror 7: 0x49dc05b1 (stale) Mirror 8: 0x49dc05b1 (stale) Mirror 9: 0x49dc05b1 (stale) Mirror 10: 0x292cea05 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39e8b): Mirror 4: 0x49dc05b1 (stale) Mirror 5: 0x49dc05b1 (stale) Mirror 7: 0x49dc05b1 (stale) Mirror 8: 0x49dc05b1 (stale) Mirror 9: 0x49dc05b1 (stale) Mirror 10: 0x292cea05 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39e8b: skipped 000351 1783142876.891076 mapwrite 0x0100ad thru 0x018a70 (0x89c4 bytes) 000352 1783142876.932700 read 0x01366e thru 0x01f15d (0xbaf0 bytes) 000353 1783142876.943533 mapwrite 0x011377 thru 0x01a1f9 (0x8e83 bytes) 000354 1783142876.969443 mapwrite 0x031afb thru 0x039be4 (0x80ea bytes) 000355 1783142877.013966 mapwrite 0x013ec3 thru 0x01fc73 (0xbdb1 bytes) 000357 1783142877.036875 mapwrite 0x018a4c thru 0x026095 (0xd64a bytes) 000358 1783142877.064920 fallocate 0x02d9b7 thru 0x02faf0 (0x213a bytes) 000359 1783142877.072720 trunc from 0x0382c9 to 0x039167 (0xe9f bytes) 000360 1783142877.077821 fallocate 0x01e05a thru 0x02712c (0x90d3 bytes) 000361 1783142877.087072 MIRROR_RESYNC 7 mirrors 000362 1783142878.937842 mapwrite 0x032333 thru 0x037c7a (0x5948 bytes) 000363 1783142879.046339 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39e8b): Mirror 5: 0x2998058d (stale) Mirror 7: 0x2998058d (stale) Mirror 8: 0x2998058d (stale) Mirror 9: 0x2998058d (stale) Mirror 10: 0x2998058d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39e8b): Mirror 5: 0x2998058d (stale) Mirror 7: 0x2998058d (stale) Mirror 8: 0x2998058d (stale) Mirror 9: 0x2998058d (stale) Mirror 10: 0x2998058d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39e8b: skipped 000364 1783142879.594399 trunc from 0x039e8b to 0x012d20 (0x2716a bytes) 000365 1783142879.624567 trunc from 0x0104d7 to 0x012d20 (0x284a bytes) 000366 1783142879.631941 mapwrite 0x0143b8 thru 0x023651 (0xf29a bytes) 000367 1783142879.720500 read 0x009089 thru 0x00f544 (0x64bc bytes) 000368 1783142879.732498 write 0x02f4ac thru 0x036f86 (0x7adb bytes) 000369 1783142879.735479 trunc from 0x036f87 to 0x026f64 (0x10022 bytes) 000370 1783142879.756021 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x26f65): Mirror 5: 0xb967609e (stale) Mirror 7: 0xb967609e (stale) Mirror 8: 0xb967609e (stale) Mirror 9: 0xb967609e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26f65): Mirror 5: 0xb967609e (stale) Mirror 7: 0xb967609e (stale) Mirror 8: 0xb967609e (stale) Mirror 9: 0xb967609e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26f65: skipped 000372 1783142880.117126 read 0x01a214 thru 0x01cfba (0x2da7 bytes) 000373 1783142880.124808 trunc from 0x0124bc to 0x021cd2 (0xf817 bytes) 000374 1783142880.130448 mapread 0x00ff00 thru 0x01388c (0x398d bytes) 000375 1783142880.145992 write 0x00d0e7 thru 0x01cfff (0xff19 bytes) 000376 1783142880.156546 trunc from 0x00a4ee to 0x00f12c (0x4c3f bytes) 000377 1783142880.176469 mapread 0x0019f7 thru 0x002cbd (0x12c7 bytes) 000378 1783142880.201483 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x26f65): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26f65): Mirror 5: 0xb967609e (stale) Mirror 7: 0xb967609e (stale) Mirror 8: 0xb967609e (stale) Mirror 9: 0xb967609e (stale) CRC-32 checksum value for chunk [0, 0x26f65): Mirror 1: 0x8d026d10 Mirror 10: 0x8d026d10 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26f65: skipped 000379 1783142881.092489 mapwrite 0x014bef thru 0x023bc0 (0xefd2 bytes) 000380 1783142881.258965 punch from 0x00a0e7 to 0x017135 (0xd04f bytes) 000381 1783142881.263797 read 0x01de5b thru 0x024d42 (0x6ee8 bytes) 000382 1783142881.264666 mapwrite 0x02cf3d thru 0x02e71c (0x17e0 bytes) 000383 1783142881.352722 trunc from 0x00af7d to 0x0114a0 (0x6524 bytes) 000384 1783142881.357447 mapwrite 0x017f5c thru 0x01a9c1 (0x2a66 bytes) 000385 1783142881.410170 mapread 0x003fbb thru 0x0106c0 (0xc706 bytes) 000386 1783142881.418389 write 0x019b5a thru 0x01e4eb (0x4992 bytes) 000387 1783142881.423798 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2e71d): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e71d): Mirror 5: 0x9aa5a036 (stale) Mirror 7: 0x9aa5a036 (stale) Mirror 8: 0x9aa5a036 (stale) Mirror 9: 0x9aa5a036 (stale) Mirror 10: 0xe4c70f8 (stale) CRC-32 checksum value for chunk [0, 0x2e71d): Mirror 1: 0x72e68dfb Mirror 11: 0x72e68dfb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e71d: skipped 000389 1783142882.229453 punch from 0x023f9e to 0x02c8e9 (0x894c bytes) 000390 1783142882.268680 write 0x01f3af thru 0x020e46 (0x1a98 bytes) 000391 1783142882.288546 trunc from 0x02e71d to 0x034ec0 (0x67a4 bytes) 000392 1783142882.332232 mapwrite 0x009477 thru 0x011817 (0x83a1 bytes) 000393 1783142882.376363 fallocate 0x013495 thru 0x0173a0 (0x3f0c bytes) 000395 1783142882.387144 MIRROR_RESYNC 7 mirrors 000396 1783142884.370465 fallocate 0x018926 thru 0x0219b6 (0x9091 bytes) 000397 1783142884.408915 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34ec1): Mirror 5: 0xd80fefd2 (stale) Mirror 7: 0xd80fefd2 (stale) Mirror 8: 0xd80fefd2 (stale) Mirror 9: 0xd80fefd2 (stale) Mirror 10: 0xd80fefd2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34ec1): Mirror 5: 0xd80fefd2 (stale) Mirror 7: 0xd80fefd2 (stale) Mirror 8: 0xd80fefd2 (stale) Mirror 9: 0xd80fefd2 (stale) Mirror 10: 0xd80fefd2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34ec1: skipped 000398 1783142884.767527 mapread 0x01bd17 thru 0x01f1af (0x3499 bytes) 000399 1783142884.797090 write 0x00e7ec thru 0x01999a (0xb1af bytes) 000400 1783142884.818008 mapwrite 0x026d14 thru 0x02771f (0xa0c bytes) 000401 1783142884.863257 mapwrite 0x03cef4 thru 0x03ffff (0x310c bytes) 000402 1783142884.918409 mapwrite 0x004d09 thru 0x005c65 (0xf5d bytes) 000403 1783142884.949220 mapread 0x037b04 thru 0x03cb58 (0x5055 bytes) 000404 1783142884.950444 mapread 0x00b9a8 thru 0x018c24 (0xd27d bytes) 000405 1783142884.951975 read 0x003107 thru 0x00ab7d (0x7a77 bytes) 000406 1783142884.956257 MIRROR_RESYNC 6 mirrors 000408 1783142887.016578 trunc from 0x040000 to 0x02c657 (0x139a8 bytes) 000409 1783142887.061897 read 0x000168 thru 0x0066ea (0x6583 bytes) 000410 1783142887.070839 trunc from 0x02c658 to 0x014a98 (0x17bbf bytes) 000411 1783142887.091372 mapwrite 0x028dde thru 0x02f796 (0x69b9 bytes) 000413 1783142887.155044 write 0x029d31 thru 0x035e44 (0xc114 bytes) 000414 1783142887.164142 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35e45): Mirror 5: 0x7d8fad4c (stale) Mirror 7: 0x7d8fad4c (stale) Mirror 8: 0x7d8fad4c (stale) Mirror 9: 0x7d8fad4c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35e45): Mirror 5: 0x7d8fad4c (stale) Mirror 7: 0x7d8fad4c (stale) Mirror 8: 0x7d8fad4c (stale) Mirror 9: 0x7d8fad4c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35e45: skipped 000415 1783142887.583292 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35e45): Mirror 5: 0x7d8fad4c (stale) Mirror 7: 0x7d8fad4c (stale) Mirror 8: 0x7d8fad4c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35e45): Mirror 5: 0x7d8fad4c (stale) Mirror 7: 0x7d8fad4c (stale) Mirror 8: 0x7d8fad4c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35e45: skipped 000416 1783142887.999299 mapread 0x0116d6 thru 0x01636a (0x4c95 bytes) 000417 1783142888.019194 write 0x00d2c2 thru 0x01572e (0x846d bytes) 000418 1783142888.028582 read 0x002b3b thru 0x00bf37 (0x93fd bytes) 000419 1783142888.046870 read 0x0169aa thru 0x018893 (0x1eea bytes) 000420 1783142888.048280 mapread 0x00bcaf thru 0x019aa9 (0xddfb bytes) 000421 1783142888.050365 write 0x03deaf thru 0x03ffff (0x2151 bytes) 000422 1783142888.052228 read 0x039374 thru 0x03ffff (0x6c8c bytes) 000423 1783142888.067199 mapread 0x00b1d0 thru 0x016a95 (0xb8c6 bytes) 000424 1783142888.068932 trunc from 0x003992 to 0x005c93 (0x2302 bytes) 000425 1783142888.073440 fallocate 0x00ef05 thru 0x01a0f3 (0xb1ef bytes) 000426 1783142888.079241 trunc from 0x040000 to 0x0328ae (0xd751 bytes) 000427 1783142888.105090 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x328af): Mirror 5: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x328af): Mirror 5: 0x817768c2 (stale) Mirror 7: 0x817768c2 (stale) Mirror 8: 0x817768c2 (stale) CRC-32 checksum value for chunk [0, 0x328af): Mirror 1: 0x155de506 Mirror 9: 0x155de506 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x328af: skipped 000428 1783142889.057187 fallocate 0x00e6b0 thru 0x017305 (0x8c56 bytes) 000429 1783142889.103475 trunc from 0x0328af to 0x003682 (0x2f22c bytes) 000430 1783142889.147274 mapread 0x001bd1 thru 0x003682 (0x1ab2 bytes) 000431 1783142889.163057 fallocate 0x028fc3 thru 0x032a64 (0x9aa2 bytes) 000432 1783142889.169511 fallocate 0x018f4d thru 0x020b44 (0x7bf8 bytes) 000433 1783142889.176056 fallocate 0x03b064 thru 0x03ffff (0x4f9c bytes) 000434 1783142889.183242 mapwrite 0x02f91d thru 0x03541f (0x5b03 bytes) 000435 1783142889.236275 read 0x0329da thru 0x0353ba (0x29e1 bytes) 000436 1783142889.237238 read 0x01ed47 thru 0x02e042 (0xf2fc bytes) 000437 1783142889.258871 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35420): Mirror 7: 0x6a15423e (stale) Mirror 8: 0x6a15423e (stale) Mirror 9: 0x7bac6ccc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35420): Mirror 7: 0x6a15423e (stale) Mirror 8: 0x6a15423e (stale) Mirror 9: 0x7bac6ccc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35420: skipped 000438 1783142889.622495 punch from 0x01fbbf to 0x02ca5f (0xcea1 bytes) 000439 1783142889.631690 mapwrite 0x030b71 thru 0x032d20 (0x21b0 bytes) 000440 1783142889.663148 punch from 0x0112af to 0x01395b (0x26ad bytes) 000441 1783142889.667910 write 0x00c60a thru 0x019b42 (0xd539 bytes) 000443 1783142889.687790 fallocate 0x02af43 thru 0x032e33 (0x7ef1 bytes) 000444 1783142889.692726 write 0x0229a7 thru 0x025747 (0x2da1 bytes) 000445 1783142889.703440 write 0x003eb0 thru 0x012d4a (0xee9b bytes) 000446 1783142889.716452 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x35420): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35420): Mirror 7: 0x6a15423e (stale) Mirror 8: 0x6a15423e (stale) Mirror 9: 0x7bac6ccc (stale) CRC-32 checksum value for chunk [0, 0x35420): Mirror 1: 0x67f38b9f Mirror 10: 0x67f38b9f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35420: skipped 000447 1783142890.664816 trunc from 0x035420 to 0x02272c (0x12cf3 bytes) 000449 1783142890.723206 MIRROR_RESYNC 5 mirrors 000450 1783142891.866415 fallocate 0x03a3b6 thru 0x03b6d8 (0x1323 bytes) 000451 1783142891.902029 trunc from 0x03b6d9 to 0x001976 (0x39d62 bytes) 000452 1783142891.923760 mapwrite 0x035892 thru 0x03ffff (0xa76e bytes) 000453 1783142891.979714 read 0x01c77c thru 0x01e497 (0x1d1c bytes) 000454 1783142891.985407 fallocate 0x008f92 thru 0x012126 (0x9195 bytes) 000455 1783142891.994807 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x802818f0 (stale) Mirror 8: 0x802818f0 (stale) Mirror 9: 0x802818f0 (stale) Mirror 10: 0x802818f0 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd7aa8141 Mirror 11: 0xd7aa8141 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000456 1783142893.172008 mapwrite 0x02d6b1 thru 0x03962c (0xbf7c bytes) 000458 1783142893.365791 write 0x037789 thru 0x03ffff (0x8877 bytes) 000459 1783142893.372839 mapwrite 0x027b18 thru 0x0289ab (0xe94 bytes) 000460 1783142893.397247 mapread 0x02a94c thru 0x03166f (0x6d24 bytes) 000461 1783142893.399290 mapwrite 0x01e425 thru 0x01fee4 (0x1ac0 bytes) 000462 1783142893.427919 write 0x01c677 thru 0x0254d1 (0x8e5b bytes) 000463 1783142893.434289 punch from 0x011616 to 0x01f58a (0xdf75 bytes) 000464 1783142893.461249 mapread 0x0297a8 thru 0x03286c (0x90c5 bytes) 000465 1783142893.462807 trunc from 0x00b0c0 to 0x00cd45 (0x1c86 bytes) 000466 1783142893.478320 write 0x01121a thru 0x01250d (0x12f4 bytes) 000467 1783142893.496076 trunc from 0x01e6a5 to 0x01ec83 (0x5df bytes) 000468 1783142893.506064 write 0x0198aa thru 0x01d39c (0x3af3 bytes) 000469 1783142893.526901 trunc from 0x028076 to 0x02e570 (0x64fb bytes) 000470 1783142893.543188 punch from 0x004b56 to 0x00b8de (0x6d89 bytes) 000471 1783142893.578238 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x802818f0 (stale) Mirror 8: 0x802818f0 (stale) Mirror 9: 0x802818f0 (stale) Mirror 10: 0x802818f0 (stale) Mirror 11: 0xd7aa8141 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x42878824 Mirror 12: 0x42878824 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000472 1783142894.550538 trunc from 0x011c55 to 0x016fdc (0x5388 bytes) 000473 1783142894.635345 mapread 0x00ad47 thru 0x011084 (0x633e bytes) 000474 1783142894.670768 punch from 0x0026ab to 0x009105 (0x6a5b bytes) 000476 1783142894.687147 mapread 0x0061ce thru 0x00d95d (0x7790 bytes) 000477 1783142894.697251 write 0x0371ea thru 0x03ffff (0x8e16 bytes) 000479 1783142894.721714 write 0x00f21f thru 0x014f22 (0x5d04 bytes) 000480 1783142894.724244 fallocate 0x01a4c6 thru 0x01f5d9 (0x5114 bytes) 000481 1783142894.731149 write 0x0153ba thru 0x01ff85 (0xabcc bytes) 000482 1783142894.743255 mapread 0x03c7a9 thru 0x03ffff (0x3857 bytes) 000483 1783142894.744310 mapwrite 0x034cea thru 0x037760 (0x2a77 bytes) 000484 1783142894.780685 trunc from 0x0060ad to 0x00ff63 (0x9eb7 bytes) 000485 1783142894.787425 fallocate 0x038561 thru 0x03ccae (0x474e bytes) 000486 1783142894.792402 write 0x03bf55 thru 0x03ffff (0x40ab bytes) 000487 1783142894.793519 read 0x022f23 thru 0x02428a (0x1368 bytes) 000489 1783142894.810179 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x802818f0 (stale) Mirror 8: 0x802818f0 (stale) Mirror 9: 0x802818f0 (stale) Mirror 10: 0x802818f0 (stale) Mirror 11: 0xd7aa8141 (stale) Mirror 12: 0x42878824 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc5b1436b Mirror 13: 0xc5b1436b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000490 1783142895.989661 fallocate 0x012abf thru 0x020d56 (0xe298 bytes) 000491 1783142896.042692 punch from 0x0012a7 to 0x00ab06 (0x9860 bytes) 000492 1783142896.051774 trunc from 0x040000 to 0x004109 (0x3bef6 bytes) 000493 1783142896.086282 mapread 0x00220e thru 0x004109 (0x1efc bytes) 000494 1783142896.122761 read 0x001791 thru 0x004109 (0x2979 bytes) 000496 1783142896.124412 punch from 0x0039ba to 0x004109 (0x750 bytes) 000497 1783142896.134293 trunc from 0x000f0b to 0x00321f (0x2315 bytes) 000498 1783142896.142050 fallocate 0x03698c thru 0x03d1fc (0x6871 bytes) 000499 1783142896.152334 write 0x000385 thru 0x005a35 (0x56b1 bytes) 000500 1783142896.168994 punch from 0x02c7e7 to 0x0312c7 (0x4ae1 bytes) 000501 1783142896.178435 punch from 0x0183eb to 0x018edd (0xaf3 bytes) 000502 1783142896.186776 punch from 0x00eb1a to 0x0119c4 (0x2eab bytes) 000503 1783142896.194151 trunc from 0x03d1fd to 0x009c2f (0x335cd bytes) 000504 1783142896.221700 fallocate 0x02e03a thru 0x03c93c (0xe903 bytes) 000505 1783142896.227245 trunc from 0x03c93d to 0x01ed83 (0x1dbb9 bytes) 000506 1783142896.249496 mapwrite 0x03bd3e thru 0x03d4af (0x1772 bytes) 000507 1783142896.289919 write 0x012538 thru 0x01d215 (0xacde bytes) 000508 1783142896.302718 fallocate 0x032abe thru 0x037291 (0x47d4 bytes) 000509 1783142896.316691 MIRROR_RESYNC 8 mirrors 000510 1783142898.206533 punch from 0x00e856 to 0x016d29 (0x84d4 bytes) 000511 1783142898.252210 trunc from 0x00eda3 to 0x0122ae (0x350c bytes) 000512 1783142898.264358 MIRROR_RESYNC 8 mirrors 000513 1783142899.889288 MIRROR_EXTEND to 9 mirrors 000514 1783142900.758077 write 0x01ca98 thru 0x024ff4 (0x855d bytes) 000515 1783142900.802311 write 0x0274e6 thru 0x037215 (0xfd30 bytes) 000516 1783142900.811649 fallocate 0x008895 thru 0x014dc3 (0xc52f bytes) 000518 1783142900.817062 trunc from 0x025190 to 0x029728 (0x4599 bytes) 000519 1783142900.840556 read 0x012812 thru 0x0199b0 (0x719f bytes) 000520 1783142900.854891 trunc from 0x0132ac to 0x0152ed (0x2042 bytes) 000521 1783142900.875141 MIRROR_RESYNC 9 mirrors 000523 1783142902.977045 mapwrite 0x03cda3 thru 0x03ffff (0x325d bytes) 000524 1783142903.036170 trunc from 0x00df67 to 0x00f586 (0x1620 bytes) 000525 1783142903.041158 read 0x036c3c thru 0x03ffff (0x93c4 bytes) 000526 1783142903.047451 trunc from 0x00c3c3 to 0x0108bb (0x44f9 bytes) 000527 1783142903.054246 trunc from 0x040000 to 0x03ca17 (0x35e8 bytes) 000528 1783142903.079699 read 0x01123a thru 0x01418d (0x2f54 bytes) 000529 1783142903.094471 read 0x017b8e thru 0x01e524 (0x6997 bytes) 000530 1783142903.095528 trunc from 0x03ca18 to 0x003ca3 (0x38d74 bytes) 000531 1783142903.123802 trunc from 0x003687 to 0x003ca3 (0x61d bytes) 000532 1783142903.133788 read 0x003131 thru 0x003ca3 (0xb73 bytes) 000533 1783142903.140204 trunc from 0x003ca4 to 0x02375a (0x1fab7 bytes) 000534 1783142903.159873 mapread 0x009aa5 thru 0x010297 (0x67f3 bytes) 000535 1783142903.173193 write 0x00b4fe thru 0x015262 (0x9d65 bytes) 000536 1783142903.174710 trunc from 0x0032a5 to 0x00eb25 (0xb881 bytes) 000537 1783142903.191638 write 0x03d638 thru 0x03f78a (0x2153 bytes) 000538 1783142903.193181 read 0x0298b2 thru 0x038a68 (0xf1b7 bytes) 000539 1783142903.204848 punch from 0x027941 to 0x02dd04 (0x63c4 bytes) 000540 1783142903.209478 mapwrite 0x01fe4d thru 0x02e7e4 (0xe998 bytes) 000541 1783142903.262836 mapread 0x0000e6 thru 0x007d17 (0x7c32 bytes) 000542 1783142903.264042 fallocate 0x02775c thru 0x02a2e1 (0x2b86 bytes) 000543 1783142903.270072 punch from 0x00648c to 0x013cd3 (0xd848 bytes) 000544 1783142903.277690 fallocate 0x039e1a thru 0x03e9ca (0x4bb1 bytes) 000545 1783142903.289630 read 0x008fe3 thru 0x014f05 (0xbf23 bytes) 000546 1783142903.303561 punch from 0x004d17 to 0x00f54c (0xa836 bytes) 000547 1783142903.313619 punch from 0x005aa6 to 0x014506 (0xea61 bytes) 000549 1783142903.321620 punch from 0x0239b2 to 0x02d14f (0x979e bytes) 000551 1783142903.328097 punch from 0x03506f to 0x0387d9 (0x376b bytes) 000552 1783142903.334067 write 0x0006f2 thru 0x00e17b (0xda8a bytes) 000554 1783142903.341126 mapwrite 0x013283 thru 0x019877 (0x65f5 bytes) 000558 1783142903.372199 read 0x03afa1 thru 0x03f78a (0x47ea bytes) 000560 1783142903.374410 mapwrite 0x016e34 thru 0x026816 (0xf9e3 bytes) 000561 1783142903.404924 fallocate 0x03a68d thru 0x03d8d1 (0x3245 bytes) 000562 1783142903.409841 read 0x0321ea thru 0x03f78a (0xd5a1 bytes) 000563 1783142903.410940 trunc from 0x016056 to 0x0164fb (0x4a6 bytes) 000564 1783142903.416575 write 0x00978f thru 0x00e5fe (0x4e70 bytes) 000565 1783142903.422466 MIRROR_RESYNC 9 mirrors 000567 1783142905.708905 write 0x01ea91 thru 0x020c27 (0x2197 bytes) 000568 1783142905.805907 punch from 0x02c589 to 0x03a1a1 (0xdc19 bytes) 000569 1783142905.819773 fallocate 0x0373cd thru 0x03ffff (0x8c33 bytes) 000570 1783142905.836807 MIRROR_RESYNC 9 mirrors 000571 1783142907.545081 mapread 0x024dd0 thru 0x02ef54 (0xa185 bytes) 000572 1783142907.570538 fallocate 0x011dbd thru 0x015ee0 (0x4124 bytes) 000573 1783142907.606359 trunc from 0x03f78b to 0x02fe30 (0xf95a bytes) 000574 1783142907.625565 mapread 0x0276b2 thru 0x02bb76 (0x44c5 bytes) 000575 1783142907.636452 mapwrite 0x027a78 thru 0x0334b3 (0xba3c bytes) 000576 1783142907.687890 fallocate 0x035629 thru 0x03ffff (0xa9d7 bytes) 000577 1783142907.695442 mapread 0x039517 thru 0x03ffff (0x6ae9 bytes) 000578 1783142907.705685 trunc from 0x040000 to 0x03ad5a (0x52a5 bytes) 000580 1783142907.730251 trunc from 0x03ad5b to 0x0016f5 (0x39665 bytes) 000581 1783142907.758939 mapwrite 0x017820 thru 0x01ce88 (0x5669 bytes) 000582 1783142907.805771 trunc from 0x01ce89 to 0x00e449 (0xea3f bytes) 000583 1783142907.826395 trunc from 0x0016a3 to 0x005cab (0x4609 bytes) 000584 1783142907.832987 read 0x006fcf thru 0x00e449 (0x747b bytes) 000585 1783142907.839993 write 0x022bcf thru 0x024026 (0x1458 bytes) 000586 1783142907.845514 trunc from 0x024027 to 0x036621 (0x125fb bytes) 000587 1783142907.867510 mapwrite 0x034926 thru 0x03ffff (0xb6da bytes) 000588 1783142907.929854 fallocate 0x0241b0 thru 0x02a0c2 (0x5f13 bytes) 000589 1783142907.938921 trunc from 0x040000 to 0x0172a0 (0x28d5f bytes) 000590 1783142907.963029 trunc from 0x0172a1 to 0x00a6c3 (0xcbdd bytes) 000591 1783142907.989469 write 0x03d0a2 thru 0x03ffff (0x2f5e bytes) 000592 1783142907.990822 trunc from 0x02b77a to 0x03aeb6 (0xf73d bytes) 000593 1783142908.005336 fallocate 0x015005 thru 0x01695c (0x1958 bytes) 000594 1783142908.019474 MIRROR_SPLIT mirror 3 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x8955da0c (stale) Mirror 8: 0x8955da0c (stale) Mirror 10: 0x8955da0c (stale) Mirror 11: 0x8955da0c (stale) Mirror 12: 0x8955da0c (stale) Mirror 13: 0x8955da0c (stale) Mirror 14: 0x8955da0c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x8955da0c (stale) Mirror 8: 0x8955da0c (stale) Mirror 10: 0x8955da0c (stale) Mirror 11: 0x8955da0c (stale) Mirror 12: 0x8955da0c (stale) Mirror 13: 0x8955da0c (stale) Mirror 14: 0x8955da0c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000595 1783142908.662057 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x8955da0c (stale) Mirror 8: 0x8955da0c (stale) Mirror 10: 0x8955da0c (stale) Mirror 11: 0x8955da0c (stale) Mirror 12: 0x8955da0c (stale) Mirror 13: 0x8955da0c (stale) Mirror 14: 0x8955da0c (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x13ae24d2 Mirror 15: 0x13ae24d2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000596 1783142909.759926 fallocate 0x015504 thru 0x01bfcd (0x6aca bytes) 000597 1783142909.800437 trunc from 0x00dd06 to 0x015cd5 (0x7fd0 bytes) 000598 1783142909.812759 mapwrite 0x01da15 thru 0x023cba (0x62a6 bytes) 000599 1783142909.888256 punch from 0x0244bb to 0x0315b1 (0xd0f7 bytes) 000600 1783142909.898023 trunc from 0x00bd9c to 0x018089 (0xc2ee bytes) 000601 1783142909.903981 write 0x02096b thru 0x02dab9 (0xd14f bytes) 000602 1783142909.917036 MIRROR_SPLIT mirror 3 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x8955da0c (stale) Mirror 8: 0x8955da0c (stale) Mirror 11: 0x8955da0c (stale) Mirror 12: 0x8955da0c (stale) Mirror 13: 0x8955da0c (stale) Mirror 14: 0x8955da0c (stale) Mirror 15: 0x13ae24d2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x8955da0c (stale) Mirror 8: 0x8955da0c (stale) Mirror 11: 0x8955da0c (stale) Mirror 12: 0x8955da0c (stale) Mirror 13: 0x8955da0c (stale) Mirror 14: 0x8955da0c (stale) Mirror 15: 0x13ae24d2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000603 1783142910.469584 trunc from 0x028f52 to 0x02daa1 (0x4b50 bytes) 000604 1783142910.478153 punch from 0x01af7f to 0x028067 (0xd0e9 bytes) 000605 1783142910.488045 trunc from 0x0309fb to 0x031589 (0xb8f bytes) 000606 1783142910.495084 write 0x00faa2 thru 0x016b27 (0x7086 bytes) 000607 1783142910.514893 mapwrite 0x032119 thru 0x03aa6f (0x8957 bytes) 000608 1783142910.568503 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x8955da0c (stale) Mirror 11: 0x8955da0c (stale) Mirror 12: 0x8955da0c (stale) Mirror 13: 0x8955da0c (stale) Mirror 14: 0x8955da0c (stale) Mirror 15: 0x13ae24d2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0x8955da0c (stale) Mirror 11: 0x8955da0c (stale) Mirror 12: 0x8955da0c (stale) Mirror 13: 0x8955da0c (stale) Mirror 14: 0x8955da0c (stale) Mirror 15: 0x13ae24d2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000609 1783142911.122446 fallocate 0x037f18 thru 0x03ffff (0x80e8 bytes) 000610 1783142911.132282 punch from 0x039546 to 0x03ffff (0x6aba bytes) 000611 1783142911.139011 read 0x00e4c7 thru 0x00fb16 (0x1650 bytes) 000612 1783142911.145464 punch from 0x0042ab to 0x013c56 (0xf9ac bytes) 000615 1783142911.154974 read 0x01ce90 thru 0x0290fa (0xc26b bytes) 000616 1783142911.167818 trunc from 0x040000 to 0x016f05 (0x290fa bytes) 000618 1783142911.192462 mapread 0x0097fb thru 0x00c039 (0x283f bytes) 000619 1783142911.194068 mapread 0x00c452 thru 0x00efe9 (0x2b98 bytes) 000620 1783142911.195153 mapread 0x002d21 thru 0x00b676 (0x8956 bytes) 000622 1783142911.197222 trunc from 0x016f06 to 0x013b93 (0x3372 bytes) 000623 1783142911.213409 read 0x0085ff thru 0x00ede9 (0x67eb bytes) 000624 1783142911.214441 fallocate 0x01faec thru 0x0224c4 (0x29d9 bytes) 000625 1783142911.222287 read 0x00de07 thru 0x00fcd4 (0x1ece bytes) 000627 1783142911.228014 trunc from 0x00de31 to 0x01aeae (0xd07e bytes) 000629 1783142911.235393 punch from 0x009cd9 to 0x01418a (0xa4b2 bytes) 000630 1783142911.240857 write 0x02bd9c thru 0x0343c2 (0x8627 bytes) 000631 1783142911.242922 trunc from 0x013a25 to 0x01fae4 (0xc0c0 bytes) 000632 1783142911.248572 mapwrite 0x032ffb thru 0x03920a (0x6210 bytes) 000633 1783142911.316865 mapread 0x0342ee thru 0x03920a (0x4f1d bytes) 000635 1783142911.319273 fallocate 0x01cf08 thru 0x01faf6 (0x2bef bytes) 000636 1783142911.332793 trunc from 0x015e43 to 0x0171b6 (0x1374 bytes) 000637 1783142911.353836 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3920b): Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3920b): Mirror 8: 0x20c590db (stale) Mirror 11: 0x20c590db (stale) Mirror 12: 0x20c590db (stale) Mirror 13: 0x20c590db (stale) Mirror 14: 0x20c590db (stale) Mirror 15: 0x8a81af45 (stale) CRC-32 checksum value for chunk [0, 0x3920b): Mirror 1: 0x37bd09ea Mirror 16: 0x37bd09ea lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3920b: skipped 000638 1783142912.261355 mapread 0x02ec5c thru 0x03920a (0xa5af bytes) 000639 1783142912.332033 mapwrite 0x030402 thru 0x03a1db (0x9dda bytes) 000640 1783142912.464804 trunc from 0x014b1a to 0x01cd6a (0x8251 bytes) 000641 1783142912.479862 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a1dc): Mirror 11: 0xa7d673b (stale) Mirror 12: 0xa7d673b (stale) Mirror 13: 0xa7d673b (stale) Mirror 14: 0xa7d673b (stale) Mirror 15: 0xf69f690d (stale) Mirror 16: 0x9c0cd881 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a1dc): Mirror 11: 0xa7d673b (stale) Mirror 12: 0xa7d673b (stale) Mirror 13: 0xa7d673b (stale) Mirror 14: 0xa7d673b (stale) Mirror 15: 0xf69f690d (stale) Mirror 16: 0x9c0cd881 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a1dc: skipped 000642 1783142912.973209 mapwrite 0x009286 thru 0x0115b4 (0x832f bytes) 000643 1783142913.045746 MIRROR_RESYNC 7 mirrors 000644 1783142914.514438 trunc from 0x01400f to 0x019d12 (0x5d04 bytes) 000645 1783142914.541914 trunc from 0x03a1dc to 0x004acc (0x3570f bytes) 000646 1783142914.558373 read 0x000621 thru 0x002210 (0x1bf0 bytes) 000647 1783142914.563530 write 0x007686 thru 0x01138b (0x9d06 bytes) 000648 1783142914.566403 trunc from 0x0062a7 to 0x009f13 (0x3c6d bytes) 000650 1783142914.582497 trunc from 0x01138c to 0x01a88b (0x9500 bytes) 000651 1783142914.594789 fallocate 0x014775 thru 0x021220 (0xcaac bytes) 000652 1783142914.598879 trunc from 0x003b8f to 0x00f911 (0xbd83 bytes) 000653 1783142914.603106 fallocate 0x01d41e thru 0x02d17f (0xfd62 bytes) 000654 1783142914.607014 mapread 0x0136e9 thru 0x014d75 (0x168d bytes) 000655 1783142914.617068 punch from 0x007a9e to 0x017225 (0xf788 bytes) 000656 1783142914.622272 fallocate 0x004d9a thru 0x012a73 (0xdcda bytes) 000657 1783142914.626812 punch from 0x0088a1 to 0x015bc5 (0xd325 bytes) 000658 1783142914.637266 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x1a88c): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1a88c): Mirror 11: 0xda7eebc6 (stale) Mirror 12: 0xda7eebc6 (stale) Mirror 13: 0xda7eebc6 (stale) Mirror 14: 0xda7eebc6 (stale) Mirror 15: 0xda7eebc6 (stale) Mirror 16: 0xda7eebc6 (stale) CRC-32 checksum value for chunk [0, 0x1a88c): Mirror 1: 0x9fe949e Mirror 17: 0x9fe949e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1a88c: skipped 000659 1783142915.540025 write 0x01d9df thru 0x022fef (0x5611 bytes) 000660 1783142915.570676 fallocate 0x02d153 thru 0x037caf (0xab5d bytes) 000661 1783142915.581037 mapwrite 0x02b414 thru 0x034d06 (0x98f3 bytes) 000662 1783142915.669799 trunc from 0x006234 to 0x00d4fd (0x72ca bytes) 000663 1783142915.677504 fallocate 0x011adb thru 0x020e62 (0xf388 bytes) 000664 1783142915.690076 mapwrite 0x016a97 thru 0x021c61 (0xb1cb bytes) 000665 1783142915.732903 punch from 0x01d481 to 0x02ceac (0xfa2c bytes) 000666 1783142915.738948 mapwrite 0x02e760 thru 0x032d22 (0x45c3 bytes) 000667 1783142915.764399 punch from 0x011858 to 0x01c2ad (0xaa56 bytes) 000668 1783142915.772637 write 0x00a05a thru 0x00e5e6 (0x458d bytes) 000669 1783142915.784270 mapwrite 0x03a9c8 thru 0x03ffff (0x5638 bytes) 000670 1783142915.833515 mapread 0x0370a0 thru 0x03ffff (0x8f60 bytes) 000671 1783142915.835407 mapread 0x01fe51 thru 0x02027f (0x42f bytes) 000672 1783142915.851962 trunc from 0x040000 to 0x004196 (0x3be69 bytes) 000673 1783142915.866852 read 0x000ef6 thru 0x004196 (0x32a1 bytes) 000674 1783142915.875218 mapread 0x002b72 thru 0x004196 (0x1625 bytes) 000675 1783142915.876238 fallocate 0x0173c7 thru 0x01bbe1 (0x481b bytes) 000676 1783142915.880867 mapwrite 0x0398b0 thru 0x03ffff (0x6750 bytes) 000677 1783142915.921780 write 0x02c704 thru 0x02e7ad (0x20aa bytes) 000678 1783142915.936977 MIRROR_RESYNC 8 mirrors 000679 1783142917.941133 mapwrite 0x029889 thru 0x02ec27 (0x539f bytes) 000680 1783142918.087328 trunc from 0x01f9a4 to 0x02a00b (0xa668 bytes) 000681 1783142918.098754 mapread 0x03b323 thru 0x03e68f (0x336d bytes) 000682 1783142918.114204 read 0x02db1b thru 0x03aa3d (0xcf23 bytes) 000683 1783142918.132675 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x39006aaa (stale) Mirror 12: 0x39006aaa (stale) Mirror 13: 0x39006aaa (stale) Mirror 14: 0x39006aaa (stale) Mirror 15: 0x39006aaa (stale) Mirror 16: 0x39006aaa (stale) Mirror 17: 0x39006aaa (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc7314d6c Mirror 18: 0xc7314d6c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000684 1783142918.993983 fallocate 0x01ca9b thru 0x01cf41 (0x4a7 bytes) 000685 1783142919.033304 fallocate 0x039af7 thru 0x03ffff (0x6509 bytes) 000686 1783142919.041926 punch from 0x01de57 to 0x01fa5d (0x1c07 bytes) 000687 1783142919.050134 mapread 0x0057a9 thru 0x008601 (0x2e59 bytes) 000688 1783142919.081701 mapwrite 0x031971 thru 0x031f8d (0x61d bytes) 000689 1783142919.105713 write 0x02b266 thru 0x032fae (0x7d49 bytes) 000690 1783142919.112148 write 0x03e166 thru 0x03ffff (0x1e9a bytes) 000691 1783142919.119372 trunc from 0x02c82d to 0x0389bb (0xc18f bytes) 000692 1783142919.136408 mapread 0x037d33 thru 0x03d49a (0x5768 bytes) 000693 1783142919.150328 trunc from 0x040000 to 0x03dab5 (0x254a bytes) 000694 1783142919.227006 MIRROR_RESYNC 9 mirrors 000695 1783142921.123533 trunc from 0x0343de to 0x03dab5 (0x96d8 bytes) 000696 1783142921.166298 write 0x001859 thru 0x010c15 (0xf3bd bytes) 000697 1783142921.190266 fallocate 0x00f482 thru 0x014c75 (0x57f4 bytes) 000698 1783142921.205176 mapread 0x00ff82 thru 0x019875 (0x98f4 bytes) 000699 1783142921.234312 mapwrite 0x001912 thru 0x00837f (0x6a6e bytes) 000700 1783142921.263101 fallocate 0x01435d thru 0x01f629 (0xb2cd bytes) 000701 1783142921.275294 punch from 0x00119e to 0x0026a6 (0x1509 bytes) 000702 1783142921.283240 mapwrite 0x028c7c thru 0x028ed3 (0x258 bytes) 000703 1783142921.319096 fallocate 0x01b0c2 thru 0x01f480 (0x43bf bytes) 000704 1783142921.324563 fallocate 0x007b1e thru 0x008bd7 (0x10ba bytes) 000707 1783142921.332940 read 0x03d6a2 thru 0x03dab5 (0x414 bytes) 000708 1783142921.340514 trunc from 0x02cf96 to 0x0313bb (0x4426 bytes) 000710 1783142921.347726 trunc from 0x03dab6 to 0x014acc (0x28fe9 bytes) 000711 1783142921.370118 mapwrite 0x03ce09 thru 0x03ffff (0x31f7 bytes) 000712 1783142921.429837 read 0x02afc7 thru 0x038b46 (0xdb80 bytes) 000713 1783142921.438695 punch from 0x01a687 to 0x027c1c (0xd596 bytes) 000714 1783142921.449410 MIRROR_SPLIT mirror 7 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xbfaf8142 (stale) Mirror 12: 0xbfaf8142 (stale) Mirror 13: 0xbfaf8142 (stale) Mirror 14: 0xbfaf8142 (stale) Mirror 15: 0xbfaf8142 (stale) Mirror 16: 0xbfaf8142 (stale) Mirror 18: 0xbfaf8142 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0xbfaf8142 (stale) Mirror 12: 0xbfaf8142 (stale) Mirror 13: 0xbfaf8142 (stale) Mirror 14: 0xbfaf8142 (stale) Mirror 15: 0xbfaf8142 (stale) Mirror 16: 0xbfaf8142 (stale) Mirror 18: 0xbfaf8142 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000715 1783142921.958381 read 0x011cb9 thru 0x012b12 (0xe5a bytes) 000716 1783142921.967359 mapwrite 0x03af90 thru 0x03ffff (0x5070 bytes) 000717 1783142922.033343 trunc from 0x040000 to 0x001c43 (0x3e3bc bytes) 000718 1783142922.063884 MIRROR_RESYNC 8 mirrors 000719 1783142922.797754 fallocate 0x0022d3 thru 0x00357d (0x12ab bytes) 000720 1783142922.841364 read 0x000dfa thru 0x00357d (0x2784 bytes) 000721 1783142922.851556 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x357e): Mirror 12: 0xcba66235 (stale) Mirror 13: 0xcba66235 (stale) Mirror 14: 0xcba66235 (stale) Mirror 15: 0xcba66235 (stale) Mirror 16: 0xcba66235 (stale) Mirror 18: 0xcba66235 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x357e): Mirror 12: 0xcba66235 (stale) Mirror 13: 0xcba66235 (stale) Mirror 14: 0xcba66235 (stale) Mirror 15: 0xcba66235 (stale) Mirror 16: 0xcba66235 (stale) Mirror 18: 0xcba66235 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x357e: skipped 000722 1783142923.256255 trunc from 0x00357e to 0x003a2e (0x4b1 bytes) 000723 1783142923.294294 write 0x01867c thru 0x022dfe (0xa783 bytes) 000724 1783142923.304576 mapwrite 0x02e188 thru 0x030594 (0x240d bytes) 000725 1783142923.370334 trunc from 0x030595 to 0x026927 (0x9c6d bytes) 000726 1783142923.398174 mapwrite 0x0107c5 thru 0x012f15 (0x2751 bytes) 000727 1783142923.454096 trunc from 0x01d296 to 0x026927 (0x9692 bytes) 000728 1783142923.460230 punch from 0x0038cd to 0x01106d (0xd7a1 bytes) 000729 1783142923.468079 fallocate 0x01e04d thru 0x029e6c (0xbe20 bytes) 000730 1783142923.473883 mapread 0x027c24 thru 0x029e6c (0x2249 bytes) 000731 1783142923.484108 mapread 0x01d763 thru 0x024df9 (0x7697 bytes) 000732 1783142923.492108 write 0x03bf42 thru 0x03ffff (0x40be bytes) 000733 1783142923.494346 fallocate 0x0250be thru 0x033658 (0xe59b bytes) 000734 1783142923.501224 punch from 0x01d00d to 0x01d0ed (0xe1 bytes) 000736 1783142923.510781 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x3f5cb5b7 (stale) Mirror 13: 0x3f5cb5b7 (stale) Mirror 14: 0x3f5cb5b7 (stale) Mirror 15: 0x3f5cb5b7 (stale) Mirror 16: 0x3f5cb5b7 (stale) Mirror 18: 0x3f5cb5b7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7a7d5085 Mirror 19: 0x7a7d5085 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000737 1783142924.343328 fallocate 0x033561 thru 0x03bbf5 (0x8695 bytes) 000738 1783142924.386319 fallocate 0x0051eb thru 0x011644 (0xc45a bytes) 000739 1783142924.391823 trunc from 0x026c95 to 0x02a826 (0x3b92 bytes) 000740 1783142924.396003 mapread 0x02be2b thru 0x02edb0 (0x2f86 bytes) 000741 1783142924.421216 trunc from 0x03462c to 0x03e1a0 (0x9b75 bytes) 000742 1783142924.427135 mapwrite 0x02d491 thru 0x032487 (0x4ff7 bytes) 000743 1783142924.463852 read 0x0232a9 thru 0x02db83 (0xa8db bytes) 000744 1783142924.471795 fallocate 0x014f89 thru 0x0163c0 (0x1438 bytes) 000745 1783142924.482229 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x3f5cb5b7 (stale) Mirror 13: 0x3f5cb5b7 (stale) Mirror 14: 0x3f5cb5b7 (stale) Mirror 15: 0x3f5cb5b7 (stale) Mirror 16: 0x3f5cb5b7 (stale) Mirror 18: 0x3f5cb5b7 (stale) Mirror 19: 0x7a7d5085 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xaf85d71c Mirror 20: 0xaf85d71c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000746 1783142925.422445 punch from 0x02adc3 to 0x02e4cb (0x3709 bytes) 000747 1783142925.470294 trunc from 0x040000 to 0x02a66e (0x15991 bytes) 000748 1783142925.520728 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x2a66f): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a66f): Mirror 12: 0x68dd557d (stale) Mirror 13: 0x68dd557d (stale) Mirror 14: 0x68dd557d (stale) Mirror 15: 0x68dd557d (stale) Mirror 16: 0x68dd557d (stale) Mirror 18: 0x68dd557d (stale) Mirror 19: 0xbf923012 (stale) Mirror 20: 0xbf923012 (stale) CRC-32 checksum value for chunk [0, 0x2a66f): Mirror 1: 0xbf923012 Mirror 21: 0xbf923012 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a66f: skipped 000749 1783142926.928547 write 0x0206bf thru 0x0304cf (0xfe11 bytes) 000750 1783142926.999039 mapwrite 0x015cdf thru 0x01ca84 (0x6da6 bytes) 000751 1783142927.067893 MIRROR_SPLIT mirror 9 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x304d0): Mirror 12: 0x44948f (stale) Mirror 13: 0x44948f (stale) Mirror 14: 0x44948f (stale) Mirror 15: 0x44948f (stale) Mirror 16: 0x44948f (stale) Mirror 18: 0x44948f (stale) Mirror 19: 0x9fc8bd8f (stale) Mirror 20: 0x108324c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x304d0): Mirror 12: 0x44948f (stale) Mirror 13: 0x44948f (stale) Mirror 14: 0x44948f (stale) Mirror 15: 0x44948f (stale) Mirror 16: 0x44948f (stale) Mirror 18: 0x44948f (stale) Mirror 19: 0x9fc8bd8f (stale) Mirror 20: 0x108324c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x304d0: skipped 000752 1783142927.529675 trunc from 0x0304d0 to 0x013867 (0x1cc68 bytes) 000753 1783142927.573258 trunc from 0x00280f to 0x003382 (0xb74 bytes) 000755 1783142927.579399 read 0x009f2b thru 0x013867 (0x993d bytes) 000756 1783142927.590547 write 0x023da2 thru 0x026aa4 (0x2d03 bytes) 000757 1783142927.592873 fallocate 0x0382b2 thru 0x03ded8 (0x5c27 bytes) 000758 1783142927.599515 mapread 0x019112 thru 0x021622 (0x8511 bytes) 000759 1783142927.616351 trunc from 0x0242aa to 0x026aa4 (0x27fb bytes) 000760 1783142927.632033 trunc from 0x026aa5 to 0x027ad5 (0x1031 bytes) 000761 1783142927.662901 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x27ad6): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27ad6): Mirror 12: 0xe74d6c4e (stale) Mirror 13: 0xe74d6c4e (stale) Mirror 14: 0xe74d6c4e (stale) Mirror 15: 0xe74d6c4e (stale) Mirror 16: 0xe74d6c4e (stale) Mirror 18: 0xe74d6c4e (stale) Mirror 19: 0x7958a18b (stale) Mirror 20: 0x7958a18b (stale) CRC-32 checksum value for chunk [0, 0x27ad6): Mirror 1: 0x2cf3c1ec Mirror 21: 0x2cf3c1ec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27ad6: skipped 000762 1783142928.926527 write 0x02694e thru 0x02caae (0x6161 bytes) 000764 1783142928.967156 read 0x02352b thru 0x02caae (0x9584 bytes) 000765 1783142928.975911 punch from 0x01358c to 0x01c8ed (0x9362 bytes) 000766 1783142928.982107 punch from 0x011330 to 0x01e535 (0xd206 bytes) 000767 1783142928.994216 MIRROR_RESYNC 10 mirrors 000768 1783142931.686965 write 0x00aea3 thru 0x00e60a (0x3768 bytes) 000769 1783142931.723943 punch from 0x02c49a to 0x02caae (0x615 bytes) 000770 1783142931.728672 mapwrite 0x006018 thru 0x0066e1 (0x6ca bytes) 000771 1783142931.753067 write 0x03b5b4 thru 0x03ffff (0x4a4c bytes) 000774 1783142931.755987 mapread 0x016aa7 thru 0x025a47 (0xefa1 bytes) 000775 1783142931.786057 fallocate 0x031ddc thru 0x0326d9 (0x8fe bytes) 000776 1783142931.794694 punch from 0x020806 to 0x0228d0 (0x20cb bytes) 000777 1783142931.806497 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 12: 0x30114ab9 (stale) Mirror 13: 0x30114ab9 (stale) Mirror 14: 0x30114ab9 (stale) Mirror 15: 0x30114ab9 (stale) Mirror 16: 0x30114ab9 (stale) Mirror 18: 0x30114ab9 (stale) Mirror 19: 0x30114ab9 (stale) Mirror 20: 0x30114ab9 (stale) Mirror 21: 0x30114ab9 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xff5938ed Mirror 22: 0xff5938ed lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000778 1783142932.910276 mapread 0x0148e0 thru 0x01884f (0x3f70 bytes) 000779 1783142932.946893 write 0x01f80f thru 0x022743 (0x2f35 bytes) 000781 1783142933.023044 mapwrite 0x00c679 thru 0x018f47 (0xc8cf bytes) 000782 1783142933.084138 MIRROR_RESYNC 11 mirrors 000783 1783142936.938486 read 0x00edd5 thru 0x01b4ad (0xc6d9 bytes) 000784 1783142936.945715 write 0x03321c thru 0x037215 (0x3ffa bytes) 000785 1783142936.990344 punch from 0x036618 to 0x03ffff (0x99e8 bytes) 000787 1783142937.002782 trunc from 0x040000 to 0x02b1f7 (0x14e08 bytes) 000788 1783142937.027398 mapwrite 0x02a023 thru 0x02ffc5 (0x5fa3 bytes) 000789 1783142937.083189 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 12: 0x3a61b1b1 (stale) Mirror 13: 0x3a61b1b1 (stale) Mirror 14: 0x3a61b1b1 (stale) Mirror 15: 0x3a61b1b1 (stale) Mirror 16: 0x3a61b1b1 (stale) Mirror 18: 0x3a61b1b1 (stale) Mirror 19: 0x3a61b1b1 (stale) Mirror 20: 0x3a61b1b1 (stale) Mirror 21: 0x3a61b1b1 (stale) Mirror 22: 0x3a61b1b1 (stale) CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 1: 0xa32b7b5f Mirror 23: 0xa32b7b5f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ffc6: skipped 000790 1783142938.122989 read 0x015799 thru 0x01ecbb (0x9523 bytes) 000791 1783142938.147778 mapread 0x006dba thru 0x016c19 (0xfe60 bytes) 000793 1783142938.226874 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 12: 0x3a61b1b1 (stale) Mirror 13: 0x3a61b1b1 (stale) Mirror 14: 0x3a61b1b1 (stale) Mirror 15: 0x3a61b1b1 (stale) Mirror 16: 0x3a61b1b1 (stale) Mirror 18: 0x3a61b1b1 (stale) Mirror 19: 0x3a61b1b1 (stale) Mirror 20: 0x3a61b1b1 (stale) Mirror 21: 0x3a61b1b1 (stale) Mirror 22: 0x3a61b1b1 (stale) CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 1: 0xa32b7b5f Mirror 23: 0xa32b7b5f Mirror 24: 0xa32b7b5f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ffc6: skipped 000794 1783142939.131964 MIRROR_SPLIT mirror 1 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 13: 0x3a61b1b1 (stale) Mirror 14: 0x3a61b1b1 (stale) Mirror 15: 0x3a61b1b1 (stale) Mirror 16: 0x3a61b1b1 (stale) Mirror 18: 0x3a61b1b1 (stale) Mirror 19: 0x3a61b1b1 (stale) Mirror 20: 0x3a61b1b1 (stale) Mirror 21: 0x3a61b1b1 (stale) Mirror 22: 0x3a61b1b1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 13: 0x3a61b1b1 (stale) Mirror 14: 0x3a61b1b1 (stale) Mirror 15: 0x3a61b1b1 (stale) Mirror 16: 0x3a61b1b1 (stale) Mirror 18: 0x3a61b1b1 (stale) Mirror 19: 0x3a61b1b1 (stale) Mirror 20: 0x3a61b1b1 (stale) Mirror 21: 0x3a61b1b1 (stale) Mirror 22: 0x3a61b1b1 (stale) CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 1: 0xa32b7b5f Mirror 23: 0xa32b7b5f Mirror 24: 0xa32b7b5f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ffc6: skipped 000795 1783142940.074393 MIRROR_SPLIT mirror 4 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 13: 0x3a61b1b1 (stale) Mirror 14: 0x3a61b1b1 (stale) Mirror 15: 0x3a61b1b1 (stale) Mirror 18: 0x3a61b1b1 (stale) Mirror 19: 0x3a61b1b1 (stale) Mirror 20: 0x3a61b1b1 (stale) Mirror 21: 0x3a61b1b1 (stale) Mirror 22: 0x3a61b1b1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 13: 0x3a61b1b1 (stale) Mirror 14: 0x3a61b1b1 (stale) Mirror 15: 0x3a61b1b1 (stale) Mirror 18: 0x3a61b1b1 (stale) Mirror 19: 0x3a61b1b1 (stale) Mirror 20: 0x3a61b1b1 (stale) Mirror 21: 0x3a61b1b1 (stale) Mirror 22: 0x3a61b1b1 (stale) CRC-32 checksum value for chunk [0, 0x2ffc6): Mirror 1: 0xa32b7b5f Mirror 23: 0xa32b7b5f Mirror 24: 0xa32b7b5f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ffc6: skipped 000796 1783142940.875085 punch from 0x02a286 to 0x02ffc5 (0x5d40 bytes) 000797 1783142940.928412 write 0x0367c5 thru 0x03c443 (0x5c7f bytes) 000798 1783142940.937865 trunc from 0x03beb8 to 0x03c443 (0x58c bytes) 000799 1783142940.957991 mapwrite 0x01b810 thru 0x022bcd (0x73be bytes) 000800 1783142941.014738 write 0x02e0b6 thru 0x03cbdb (0xeb26 bytes) 000801 1783142941.027889 mapwrite 0x013f05 thru 0x0165b8 (0x26b4 bytes) 000802 1783142941.062235 punch from 0x028d67 to 0x02db79 (0x4e13 bytes) 000803 1783142941.067528 write 0x00a88c thru 0x017b18 (0xd28d bytes) 000804 1783142941.073343 mapread 0x027bd5 thru 0x036a73 (0xee9f bytes) 000805 1783142941.084133 trunc from 0x03cbdc to 0x0261db (0x16a00 bytes) 000806 1783142941.148530 MIRROR_SPLIT mirror 9 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x261dc): Mirror 13: 0xb33ddd07 (stale) Mirror 14: 0xb33ddd07 (stale) Mirror 15: 0xb33ddd07 (stale) Mirror 18: 0xb33ddd07 (stale) Mirror 19: 0xb33ddd07 (stale) Mirror 20: 0xb33ddd07 (stale) Mirror 21: 0xb33ddd07 (stale) Mirror 22: 0xb33ddd07 (stale) Mirror 24: 0xb33ddd07 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x261dc): Mirror 13: 0xb33ddd07 (stale) Mirror 14: 0xb33ddd07 (stale) Mirror 15: 0xb33ddd07 (stale) Mirror 18: 0xb33ddd07 (stale) Mirror 19: 0xb33ddd07 (stale) Mirror 20: 0xb33ddd07 (stale) Mirror 21: 0xb33ddd07 (stale) Mirror 22: 0xb33ddd07 (stale) Mirror 24: 0xb33ddd07 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x261dc: skipped 000807 1783142941.860146 trunc from 0x00894a to 0x011baf (0x9266 bytes) 000808 1783142941.872483 read 0x00a9b4 thru 0x00aa16 (0x63 bytes) 000809 1783142941.878277 read 0x003f9d thru 0x00c68f (0x86f3 bytes) 000810 1783142941.891383 trunc from 0x0261dc to 0x02b3dd (0x5202 bytes) 000811 1783142941.925434 fallocate 0x017b9a thru 0x022054 (0xa4bb bytes) 000812 1783142941.943549 write 0x027061 thru 0x02f749 (0x86e9 bytes) 000813 1783142941.968192 punch from 0x0014ca to 0x00df6b (0xcaa2 bytes) 000814 1783142941.980370 write 0x035ad5 thru 0x03842a (0x2956 bytes) 000815 1783142941.981708 mapread 0x021b00 thru 0x0286ee (0x6bef bytes) 000816 1783142941.989357 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x3842b): Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3842b): Mirror 13: 0x82a4c286 (stale) Mirror 14: 0x82a4c286 (stale) Mirror 15: 0x82a4c286 (stale) Mirror 18: 0x82a4c286 (stale) Mirror 19: 0x82a4c286 (stale) Mirror 20: 0x82a4c286 (stale) Mirror 21: 0x82a4c286 (stale) Mirror 22: 0x82a4c286 (stale) Mirror 24: 0xd0c22848 (stale) CRC-32 checksum value for chunk [0, 0x3842b): Mirror 1: 0xe3dc6c7e Mirror 25: 0xe3dc6c7e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3842b: skipped 000818 1783142943.288217 trunc from 0x00cd59 to 0x014a89 (0x7d31 bytes) 000819 1783142943.347314 write 0x03b1dc thru 0x03ffff (0x4e24 bytes) 000821 1783142943.370847 write 0x01ee19 thru 0x020573 (0x175b bytes) 000822 1783142943.389463 fallocate 0x0392b3 thru 0x03ffff (0x6d4d bytes) 000823 1783142943.398407 mapread 0x013ed5 thru 0x0206e1 (0xc80d bytes) 000824 1783142943.443354 MIRROR_SPLIT mirror 3 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x42363c14 (stale) Mirror 14: 0x42363c14 (stale) Mirror 18: 0x42363c14 (stale) Mirror 19: 0x42363c14 (stale) Mirror 20: 0x42363c14 (stale) Mirror 21: 0x42363c14 (stale) Mirror 22: 0x42363c14 (stale) Mirror 24: 0x8b59ab7a (stale) Mirror 25: 0xa5493926 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x42363c14 (stale) Mirror 14: 0x42363c14 (stale) Mirror 18: 0x42363c14 (stale) Mirror 19: 0x42363c14 (stale) Mirror 20: 0x42363c14 (stale) Mirror 21: 0x42363c14 (stale) Mirror 22: 0x42363c14 (stale) Mirror 24: 0x8b59ab7a (stale) Mirror 25: 0xa5493926 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000825 1783142944.161490 write 0x01dbbd thru 0x02c50d (0xe951 bytes) 000826 1783142944.198556 punch from 0x015d15 to 0x01baa9 (0x5d95 bytes) 000827 1783142944.210945 mapwrite 0x01a115 thru 0x020be5 (0x6ad1 bytes) 000829 1783142944.265503 read 0x017b3e thru 0x018cc9 (0x118c bytes) 000830 1783142944.266937 mapwrite 0x02b5c6 thru 0x02fdc3 (0x47fe bytes) 000831 1783142944.300942 mapread 0x031cc8 thru 0x035d6f (0x40a8 bytes) 000832 1783142944.303155 mapwrite 0x003feb thru 0x00bc5a (0x7c70 bytes) 000833 1783142944.339862 trunc from 0x03da86 to 0x03ef39 (0x14b4 bytes) 000834 1783142944.350591 MIRROR_RESYNC 10 mirrors 000835 1783142947.543676 mapread 0x0260c5 thru 0x02cd41 (0x6c7d bytes) 000836 1783142947.562861 trunc from 0x00dfed to 0x016e2f (0x8e43 bytes) 000837 1783142947.606533 MIRROR_SPLIT mirror 1 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x47837ec9 (stale) Mirror 18: 0x47837ec9 (stale) Mirror 19: 0x47837ec9 (stale) Mirror 20: 0x47837ec9 (stale) Mirror 21: 0x47837ec9 (stale) Mirror 22: 0x47837ec9 (stale) Mirror 24: 0x47837ec9 (stale) Mirror 25: 0x47837ec9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x47837ec9 (stale) Mirror 18: 0x47837ec9 (stale) Mirror 19: 0x47837ec9 (stale) Mirror 20: 0x47837ec9 (stale) Mirror 21: 0x47837ec9 (stale) Mirror 22: 0x47837ec9 (stale) Mirror 24: 0x47837ec9 (stale) Mirror 25: 0x47837ec9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000838 1783142948.239711 mapread 0x0204b1 thru 0x023e21 (0x3971 bytes) 000839 1783142948.265218 MIRROR_RESYNC 9 mirrors 000840 1783142951.609252 trunc from 0x040000 to 0x02acdc (0x15323 bytes) 000841 1783142951.685800 fallocate 0x024f98 thru 0x02a4aa (0x5513 bytes) 000842 1783142951.702697 mapread 0x0005e7 thru 0x001dda (0x17f4 bytes) 000843 1783142951.724409 fallocate 0x007889 thru 0x00a538 (0x2cb0 bytes) 000844 1783142951.731782 write 0x01d562 thru 0x01ea46 (0x14e5 bytes) 000845 1783142951.761057 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x2acdd): Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2acdd): Mirror 14: 0x5bdd6fcc (stale) Mirror 18: 0x5bdd6fcc (stale) Mirror 19: 0x5bdd6fcc (stale) Mirror 20: 0x5bdd6fcc (stale) Mirror 21: 0x5bdd6fcc (stale) Mirror 22: 0x5bdd6fcc (stale) Mirror 24: 0x5bdd6fcc (stale) Mirror 25: 0x5bdd6fcc (stale) CRC-32 checksum value for chunk [0, 0x2acdd): Mirror 1: 0x62841178 Mirror 26: 0x62841178 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2acdd: skipped 000846 1783142953.303317 mapread 0x019595 thru 0x01b4ec (0x1f58 bytes) 000847 1783142953.383000 MIRROR_RESYNC 10 mirrors 000848 1783142955.906509 mapwrite 0x003bfb thru 0x0135af (0xf9b5 bytes) 000849 1783142956.059925 mapread 0x028dff thru 0x02acdc (0x1ede bytes) 000850 1783142956.072322 fallocate 0x0030fc thru 0x00e5ea (0xb4ef bytes) 000851 1783142956.081261 read 0x00176f thru 0x00cd31 (0xb5c3 bytes) 000852 1783142956.084969 punch from 0x001b68 to 0x00412d (0x25c6 bytes) 000853 1783142956.098432 write 0x01db7a thru 0x026c5f (0x90e6 bytes) 000854 1783142956.106990 fallocate 0x016cda thru 0x025376 (0xe69d bytes) 000855 1783142956.127318 MIRROR_RESYNC 10 mirrors 000856 1783142958.572033 write 0x013820 thru 0x01f0e4 (0xb8c5 bytes) 000857 1783142958.609225 fallocate 0x03e7bc thru 0x03ffff (0x1844 bytes) 000858 1783142958.619822 trunc from 0x011cd6 to 0x020211 (0xe53c bytes) 000859 1783142958.654395 mapread 0x002636 thru 0x006596 (0x3f61 bytes) 000860 1783142958.677327 trunc from 0x023ba3 to 0x02acdc (0x713a bytes) 000861 1783142958.684443 trunc from 0x02acdd to 0x01be81 (0xee5b bytes) 000862 1783142958.708201 MIRROR_SPLIT mirror 8 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1be82): Mirror 14: 0xaeeb330b (stale) Mirror 18: 0xaeeb330b (stale) Mirror 19: 0xaeeb330b (stale) Mirror 20: 0xaeeb330b (stale) Mirror 21: 0xaeeb330b (stale) Mirror 22: 0xaeeb330b (stale) Mirror 24: 0xaeeb330b (stale) Mirror 26: 0xaeeb330b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1be82): Mirror 14: 0xaeeb330b (stale) Mirror 18: 0xaeeb330b (stale) Mirror 19: 0xaeeb330b (stale) Mirror 20: 0xaeeb330b (stale) Mirror 21: 0xaeeb330b (stale) Mirror 22: 0xaeeb330b (stale) Mirror 24: 0xaeeb330b (stale) Mirror 26: 0xaeeb330b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1be82: skipped 000864 1783142959.178448 fallocate 0x0247d6 thru 0x028346 (0x3b71 bytes) 000865 1783142959.184221 write 0x03d9cf thru 0x03ffff (0x2631 bytes) 000866 1783142959.200240 MIRROR_SPLIT mirror 6 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x685d322f (stale) Mirror 18: 0x685d322f (stale) Mirror 19: 0x685d322f (stale) Mirror 20: 0x685d322f (stale) Mirror 21: 0x685d322f (stale) Mirror 24: 0x685d322f (stale) Mirror 26: 0x685d322f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x685d322f (stale) Mirror 18: 0x685d322f (stale) Mirror 19: 0x685d322f (stale) Mirror 20: 0x685d322f (stale) Mirror 21: 0x685d322f (stale) Mirror 24: 0x685d322f (stale) Mirror 26: 0x685d322f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000867 1783142959.759879 trunc from 0x040000 to 0x019128 (0x26ed7 bytes) 000868 1783142959.800399 punch from 0x011902 to 0x019128 (0x7827 bytes) 000869 1783142959.806419 trunc from 0x00caa3 to 0x00d068 (0x5c6 bytes) 000870 1783142959.818274 trunc from 0x003f86 to 0x004013 (0x8e bytes) 000871 1783142959.823841 read 0x013692 thru 0x019128 (0x5a97 bytes) 000872 1783142959.841842 read 0x0033be thru 0x00cc21 (0x9864 bytes) 000873 1783142959.850385 trunc from 0x0145a7 to 0x019128 (0x4b82 bytes) 000874 1783142959.856295 mapwrite 0x01b0d6 thru 0x0278c2 (0xc7ed bytes) 000875 1783142959.907916 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x278c3): Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 24: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x278c3): Mirror 14: 0x8a05093 (stale) Mirror 18: 0x8a05093 (stale) Mirror 19: 0x8a05093 (stale) Mirror 20: 0x8a05093 (stale) Mirror 21: 0x8a05093 (stale) Mirror 24: 0x8a05093 (stale) Mirror 26: 0x8a05093 (stale) CRC-32 checksum value for chunk [0, 0x278c3): Mirror 1: 0x4871e535 Mirror 27: 0x4871e535 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x278c3: skipped 000876 1783142960.867275 fallocate 0x01ab60 thru 0x01d2c6 (0x2767 bytes) 000877 1783142960.912838 mapread 0x01c7a7 thru 0x0262c9 (0x9b23 bytes) 000878 1783142960.958068 mapwrite 0x026aae thru 0x0318be (0xae11 bytes) 000879 1783142961.033083 mapwrite 0x02b8b4 thru 0x0334d6 (0x7c23 bytes) 000880 1783142961.090803 fallocate 0x025167 thru 0x02c476 (0x7310 bytes) 000881 1783142961.095665 fallocate 0x0097da thru 0x00eb14 (0x533b bytes) 000883 1783142961.101440 write 0x009825 thru 0x00dbcb (0x43a7 bytes) 000884 1783142961.109906 write 0x02e5b7 thru 0x02e9a8 (0x3f2 bytes) 000885 1783142961.111123 trunc from 0x01c523 to 0x01f2d5 (0x2db3 bytes) 000886 1783142961.116950 mapwrite 0x018d0b thru 0x019e82 (0x1178 bytes) 000887 1783142961.145281 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x334d7): Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 24: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x334d7): Mirror 14: 0x1c35e30 (stale) Mirror 18: 0x1c35e30 (stale) Mirror 19: 0x1c35e30 (stale) Mirror 20: 0x1c35e30 (stale) Mirror 21: 0x1c35e30 (stale) Mirror 24: 0x1c35e30 (stale) Mirror 26: 0x1c35e30 (stale) Mirror 27: 0x21a55e8d (stale) CRC-32 checksum value for chunk [0, 0x334d7): Mirror 1: 0x9db1e29a Mirror 28: 0x9db1e29a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x334d7: skipped 000888 1783142962.130410 trunc from 0x02a086 to 0x0334d6 (0x9451 bytes) 000889 1783142962.192424 mapread 0x03310c thru 0x0334d6 (0x3cb bytes) 000891 1783142962.204092 trunc from 0x0334d7 to 0x00de69 (0x2566d bytes) 000892 1783142962.271051 mapwrite 0x01b8f8 thru 0x0204a2 (0x4bab bytes) 000894 1783142962.330927 read 0x018acb thru 0x0204a2 (0x79d8 bytes) 000895 1783142962.331829 trunc from 0x017c3a to 0x0204a2 (0x8869 bytes) 000896 1783142962.344352 punch from 0x0190bd to 0x0204a2 (0x73e6 bytes) 000897 1783142962.348917 punch from 0x012a91 to 0x016b71 (0x40e1 bytes) 000898 1783142962.354785 mapread 0x00a13f thru 0x00eb6b (0x4a2d bytes) 000899 1783142962.367557 trunc from 0x0204a3 to 0x0232f8 (0x2e56 bytes) 000900 1783142962.402556 trunc from 0x0232f9 to 0x00c5e2 (0x16d16 bytes) 000901 1783142962.438022 write 0x0227a7 thru 0x030c8d (0xe4e7 bytes) 000902 1783142962.445356 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x30c8e): Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 24: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30c8e): Mirror 14: 0xf285424a (stale) Mirror 18: 0xf285424a (stale) Mirror 19: 0xf285424a (stale) Mirror 20: 0xf285424a (stale) Mirror 21: 0xf285424a (stale) Mirror 24: 0xf285424a (stale) Mirror 26: 0xf285424a (stale) Mirror 27: 0xd5c98127 (stale) Mirror 28: 0x161648c0 (stale) CRC-32 checksum value for chunk [0, 0x30c8e): Mirror 1: 0x54159a5a Mirror 29: 0x54159a5a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30c8e: skipped 000903 1783142963.386195 trunc from 0x026b10 to 0x030c8d (0xa17e bytes) 000904 1783142963.424835 mapwrite 0x03d1f6 thru 0x03ffff (0x2e0a bytes) 000905 1783142963.485956 trunc from 0x006561 to 0x007b5c (0x15fc bytes) 000906 1783142963.493243 mapwrite 0x008aea thru 0x010dd6 (0x82ed bytes) 000907 1783142963.530982 write 0x00420d thru 0x00b5d5 (0x73c9 bytes) 000908 1783142963.532462 fallocate 0x029628 thru 0x02bc90 (0x2669 bytes) 000909 1783142963.537560 trunc from 0x040000 to 0x0231ad (0x1ce52 bytes) 000910 1783142963.556787 punch from 0x000abd to 0x01019a (0xf6de bytes) 000911 1783142963.568697 trunc from 0x0231ae to 0x03c21d (0x19070 bytes) 000913 1783142963.586454 trunc from 0x024c98 to 0x02731c (0x2685 bytes) 000914 1783142963.597233 punch from 0x010917 to 0x015d72 (0x545c bytes) 000915 1783142963.605006 mapread 0x000b04 thru 0x00a040 (0x953d bytes) 000916 1783142963.616138 mapwrite 0x039476 thru 0x03ffff (0x6b8a bytes) 000917 1783142963.671355 MIRROR_SPLIT mirror 7 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x1c7:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x685d322f (stale) Mirror 18: 0x685d322f (stale) Mirror 19: 0x685d322f (stale) Mirror 20: 0x685d322f (stale) Mirror 21: 0x685d322f (stale) Mirror 24: 0x685d322f (stale) Mirror 27: 0x28f00758 (stale) Mirror 28: 0x82ed1b2c (stale) Mirror 29: 0xb4579e23 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x685d322f (stale) Mirror 18: 0x685d322f (stale) Mirror 19: 0x685d322f (stale) Mirror 20: 0x685d322f (stale) Mirror 21: 0x685d322f (stale) Mirror 24: 0x685d322f (stale) Mirror 27: 0x28f00758 (stale) Mirror 28: 0x82ed1b2c (stale) Mirror 29: 0xb4579e23 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000918 1783142964.289879 trunc from 0x040000 to 0x038c2a (0x73d5 bytes) 000919 1783142964.340145 mapread 0x00175a thru 0x0048f7 (0x319e bytes) 000920 1783142964.376070 punch from 0x01c530 to 0x021bba (0x568b bytes) 000921 1783142964.390155 fallocate 0x034c26 thru 0x03ffff (0xb3da bytes) 000922 1783142964.405583 trunc from 0x038c2b to 0x021038 (0x17bf2 bytes) 000923 1783142964.437908 mapread 0x00503b thru 0x005bc6 (0xb8c bytes) 000925 1783142964.440650 mapread 0x00dc1d thru 0x0194fa (0xb8de bytes) 000927 1783142964.462062 mapread 0x01d804 thru 0x021038 (0x3835 bytes) 000929 1783142964.493099 fallocate 0x00add1 thru 0x00e0b1 (0x32e1 bytes) 000931 1783142964.516833 trunc from 0x014e59 to 0x0175f8 (0x27a0 bytes) 000932 1783142964.527188 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x21039): Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 24: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21039): Mirror 14: 0xacfd899a (stale) Mirror 18: 0xacfd899a (stale) Mirror 19: 0xacfd899a (stale) Mirror 20: 0xacfd899a (stale) Mirror 21: 0xacfd899a (stale) Mirror 24: 0xacfd899a (stale) Mirror 27: 0x5dbdd866 (stale) Mirror 28: 0x77900583 (stale) Mirror 29: 0x861c73ba (stale) CRC-32 checksum value for chunk [0, 0x21039): Mirror 1: 0x7a5bf40 Mirror 30: 0x7a5bf40 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21039: skipped 000933 1783142965.776470 trunc from 0x021039 to 0x027c9c (0x6c64 bytes) 000934 1783142965.827178 trunc from 0x027c9d to 0x0304a6 (0x880a bytes) 000935 1783142965.843208 punch from 0x019197 to 0x01e0fd (0x4f67 bytes) 000936 1783142965.848224 read 0x01f214 thru 0x025acb (0x68b8 bytes) 000938 1783142965.864199 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x304a7): Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 24: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x304a7): Mirror 14: 0xbf303dba (stale) Mirror 18: 0xbf303dba (stale) Mirror 19: 0xbf303dba (stale) Mirror 20: 0xbf303dba (stale) Mirror 21: 0xbf303dba (stale) Mirror 24: 0xbf303dba (stale) Mirror 27: 0x87d14b15 (stale) Mirror 28: 0x8bb90f6 (stale) Mirror 29: 0x855b07ba (stale) Mirror 30: 0xcfd84263 (stale) CRC-32 checksum value for chunk [0, 0x304a7): Mirror 1: 0xcfd84263 Mirror 31: 0xcfd84263 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x304a7: skipped 000939 1783142966.942885 mapread 0x003d1b thru 0x01025e (0xc544 bytes) 000941 1783142966.984073 punch from 0x02c175 to 0x0304a6 (0x4332 bytes) 000942 1783142967.034552 trunc from 0x01475a to 0x0157b7 (0x105e bytes) 000943 1783142967.040466 write 0x01f0fa thru 0x02aa17 (0xb91e bytes) 000944 1783142967.054403 punch from 0x01ebdd to 0x026795 (0x7bb9 bytes) 000945 1783142967.069625 trunc from 0x009410 to 0x018d49 (0xf93a bytes) 000946 1783142967.074762 read 0x004559 thru 0x00b1d7 (0x6c7f bytes) 000947 1783142967.083889 trunc from 0x0304a7 to 0x000a5a (0x2fa4c bytes) 000948 1783142967.101415 punch from 0x0003f2 to 0x000a5a (0x669 bytes) 000950 1783142967.107690 mapwrite 0x004267 thru 0x007f55 (0x3cef bytes) 000951 1783142967.179863 punch from 0x003f3d to 0x007f55 (0x4019 bytes) 000952 1783142967.189952 fallocate 0x01ccb3 thru 0x02ac7f (0xdfcd bytes) 000953 1783142967.207553 MIRROR_RESYNC 12 mirrors 000954 1783142968.956419 MIRROR_EXTEND to 13 mirrors 000955 1783142969.697537 fallocate 0x01fac6 thru 0x0205d8 (0xb13 bytes) 000956 1783142969.745834 read 0x012693 thru 0x014347 (0x1cb5 bytes) 000957 1783142969.755039 read 0x01f554 thru 0x0205d8 (0x1085 bytes) 000958 1783142969.775115 write 0x008309 thru 0x00c86c (0x4564 bytes) 000959 1783142969.788125 read 0x008e92 thru 0x00f1d5 (0x6344 bytes) 000960 1783142969.789234 write 0x02fa5c thru 0x038ac7 (0x906c bytes) 000961 1783142969.791813 fallocate 0x000206 thru 0x00228b (0x2086 bytes) 000962 1783142969.796822 fallocate 0x02cade thru 0x036128 (0x964b bytes) 000963 1783142969.801015 write 0x03ecb0 thru 0x03ffff (0x1350 bytes) 000965 1783142969.802702 mapwrite 0x0043e6 thru 0x00f2db (0xaef6 bytes) 000966 1783142969.827625 read 0x01d0e0 thru 0x024e52 (0x7d73 bytes) 000967 1783142969.836333 punch from 0x01c235 to 0x024ae7 (0x88b3 bytes) 000968 1783142969.840981 trunc from 0x040000 to 0x00437c (0x3bc83 bytes) 000969 1783142969.858968 trunc from 0x00437d to 0x009b71 (0x57f5 bytes) 000970 1783142969.871458 trunc from 0x0009d6 to 0x009b71 (0x919c bytes) 000971 1783142969.878719 read 0x0071d5 thru 0x009b71 (0x299d bytes) 000973 1783142969.896783 mapread 0x008bee thru 0x009b71 (0xf84 bytes) 000974 1783142969.898070 trunc from 0x004d39 to 0x007f46 (0x320e bytes) 000975 1783142969.905589 trunc from 0x009b72 to 0x03b61b (0x31aaa bytes) 000976 1783142969.946010 punch from 0x039c5f to 0x03b61b (0x19bd bytes) 000977 1783142969.952496 mapwrite 0x020852 thru 0x02ec2d (0xe3dc bytes) 000978 1783142969.999666 write 0x0390a4 thru 0x03ffff (0x6f5c bytes) 000979 1783142970.004191 mapwrite 0x02f552 thru 0x036a02 (0x74b1 bytes) 000980 1783142970.022787 punch from 0x00f34a to 0x01b61d (0xc2d4 bytes) 000981 1783142970.028741 read 0x038039 thru 0x03d068 (0x5030 bytes) 000982 1783142970.030505 trunc from 0x040000 to 0x022265 (0x1dd9a bytes) 000985 1783142970.047809 write 0x00578a thru 0x008725 (0x2f9c bytes) 000986 1783142970.071984 trunc from 0x022266 to 0x00e3cc (0x13e99 bytes) 000987 1783142970.100861 mapwrite 0x02c741 thru 0x03770c (0xafcc bytes) 000988 1783142970.162855 fallocate 0x03c0c9 thru 0x03ffff (0x3f37 bytes) 000989 1783142970.168114 fallocate 0x02ce5d thru 0x035a0a (0x8bae bytes) 000990 1783142970.175998 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 24: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) Mirror 32: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 14: 0x8e0554fc (stale) Mirror 18: 0x8e0554fc (stale) Mirror 19: 0x8e0554fc (stale) Mirror 20: 0x8e0554fc (stale) Mirror 21: 0x8e0554fc (stale) Mirror 24: 0x8e0554fc (stale) Mirror 27: 0x8e0554fc (stale) Mirror 28: 0x8e0554fc (stale) Mirror 29: 0x8e0554fc (stale) Mirror 30: 0x8e0554fc (stale) Mirror 31: 0x8e0554fc (stale) Mirror 32: 0x8e0554fc (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xfdc73f92 Mirror 33: 0xfdc73f92 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000991 1783142971.294269 fallocate 0x0217d8 thru 0x02bed7 (0xa700 bytes) 000992 1783142971.342869 trunc from 0x040000 to 0x0056a4 (0x3a95b bytes) 000993 1783142971.408901 mapwrite 0x0173df thru 0x022ac2 (0xb6e4 bytes) 000994 1783142971.488777 read 0x01a462 thru 0x022ac2 (0x8661 bytes) 000995 1783142971.490400 trunc from 0x022ac3 to 0x00988d (0x19235 bytes) 000996 1783142971.524947 mapwrite 0x026979 thru 0x0344c8 (0xdb50 bytes) 000997 1783142971.657989 fallocate 0x00dfd0 thru 0x01591b (0x794c bytes) 000998 1783142971.667623 mapwrite 0x004537 thru 0x004b20 (0x5ea bytes) 000999 1783142971.692881 trunc from 0x000b74 to 0x00bd41 (0xb1ce bytes) 001000 1783142971.705239 MIRROR_RESYNC 14 mirrors All operations completed A-OK!