== sanity-flr test 70a: flr mode fsx test ================ 01:52:24 (1788846744) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 6746 000001 1788846747.137649 write 0x019ecc thru 0x020e13 (0x6f48 bytes) 000002 1788846747.150152 mapread 0x0108da thru 0x019570 (0x8c97 bytes) 000004 1788846747.171300 mapwrite 0x03219a thru 0x03ffff (0xde66 bytes) 000005 1788846747.239271 read 0x01add5 thru 0x0227a9 (0x79d5 bytes) 000006 1788846747.245636 punch from 0x00c055 to 0x013fa5 (0x7f51 bytes) 000008 1788846747.252205 read 0x00b898 thru 0x016a5f (0xb1c8 bytes) 000009 1788846747.265066 punch from 0x0146d4 to 0x01acbd (0x65ea bytes) 000011 1788846747.276472 mapread 0x016c88 thru 0x023b47 (0xcec0 bytes) 000012 1788846747.307574 write 0x020bb9 thru 0x02bc17 (0xb05f bytes) 000013 1788846747.309384 punch from 0x03dfd1 to 0x03ffff (0x202f bytes) zero_range to largest ever: 0x1694a 000014 1788846747.315362 trunc from 0x014bdb to 0x016949 (0x1d6f bytes) truncating to largest ever: 0x1ee42 000015 1788846747.320567 trunc from 0x040000 to 0x01ee41 (0x211be bytes) 000016 1788846747.344169 write 0x0188c9 thru 0x0224a2 (0x9bda bytes) 000017 1788846747.346379 mapread 0x005491 thru 0x005b0c (0x67c bytes) 000018 1788846747.348139 mapwrite 0x01b87b thru 0x021053 (0x57d9 bytes) 000020 1788846747.364697 trunc from 0x00ef27 to 0x016c8f (0x7d69 bytes) 000021 1788846747.370007 read 0x00d03c thru 0x019d26 (0xcceb bytes) 000022 1788846747.378433 read 0x01ee68 thru 0x020d5d (0x1ef6 bytes) 000023 1788846747.379109 trunc from 0x0224a3 to 0x003c23 (0x1e87f bytes) 000024 1788846747.394024 read 0x002cb8 thru 0x003c23 (0xf6c bytes) 000025 1788846747.394645 write 0x00ef7b thru 0x0126a5 (0x372b bytes) 000026 1788846747.395772 mapread 0x002052 thru 0x00f36a (0xd319 bytes) 000029 1788846747.406431 trunc from 0x00c090 to 0x0126a5 (0x6616 bytes) 000030 1788846747.427268 MIRROR_EXTEND to 2 mirrors 000031 1788846748.099899 mapwrite 0x0309b4 thru 0x03b817 (0xae64 bytes) 000033 1788846748.343329 mapread 0x01695d thru 0x02102c (0xa6d0 bytes) 000034 1788846748.370595 write 0x0016fa thru 0x00f220 (0xdb27 bytes) 000035 1788846748.391544 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) 000036 1788846748.603133 mapwrite 0x03ba33 thru 0x03ffff (0x45cd bytes) 000037 1788846748.659803 punch from 0x0204ff to 0x0216c4 (0x11c6 bytes) fallocating to largest ever: 0x34648 000038 1788846748.665046 fallocate 0x02587d thru 0x034647 (0xedcb bytes) 000039 1788846748.676702 mapwrite 0x038ae1 thru 0x03ffff (0x751f bytes) 000040 1788846748.711469 trunc from 0x034328 to 0x036fca (0x2ca3 bytes) 000041 1788846748.724330 MIRROR_EXTEND to 2 mirrors 000042 1788846749.596588 read 0x039b9a thru 0x03ffff (0x6466 bytes) 000043 1788846749.617532 mapwrite 0x01cb11 thru 0x02047f (0x396f bytes) 000044 1788846749.798313 write 0x03f437 thru 0x03f438 (0x2 bytes) 000045 1788846749.816378 trunc from 0x02a717 to 0x02bd5e (0x1648 bytes) 000046 1788846749.822926 punch from 0x02518f to 0x030c1c (0xba8e bytes) 000047 1788846749.831051 mapwrite 0x01b032 thru 0x02ab9d (0xfb6c bytes) 000048 1788846749.893232 trunc from 0x040000 to 0x02bc66 (0x14399 bytes) 000049 1788846749.919243 write 0x001635 thru 0x00189b (0x267 bytes) 000050 1788846749.930013 punch from 0x004f48 to 0x0065ca (0x1683 bytes) 000052 1788846749.936716 punch from 0x01cc71 to 0x026540 (0x98d0 bytes) 000053 1788846749.944283 write 0x03b987 thru 0x03ffff (0x4679 bytes) 000054 1788846749.948037 read 0x027b24 thru 0x033c33 (0xc110 bytes) 000055 1788846749.962224 write 0x013ea4 thru 0x0230e2 (0xf23f bytes) 000056 1788846749.965104 trunc from 0x040000 to 0x00de65 (0x3219a bytes) 000057 1788846749.990257 mapwrite 0x0252b2 thru 0x02a943 (0x5692 bytes) 000058 1788846750.109210 write 0x03be86 thru 0x03c74d (0x8c8 bytes) truncating to largest ever: 0x3ffc0 000060 1788846750.115450 trunc from 0x03c74e to 0x03ffbf (0x3872 bytes) 000061 1788846750.155552 trunc from 0x03ffc0 to 0x0036bf (0x3c900 bytes) 000062 1788846750.179272 mapread 0x000661 thru 0x0036bf (0x305f bytes) 000065 1788846750.191605 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x36c0): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36c0): Mirror 2: 0xcd139068 (stale) CRC-32 checksum value for chunk [0, 0x36c0): Mirror 1: 0xcfe5d985 Mirror 3: 0xcfe5d985 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36c0: skipped 000067 1788846750.821084 fallocate 0x0297ae thru 0x0341ba (0xaa0d bytes) 000068 1788846750.863430 MIRROR_RESYNC 3 mirrors 000069 1788846751.823095 fallocate 0x018561 thru 0x020158 (0x7bf8 bytes) 000070 1788846751.885051 trunc from 0x020159 to 0x021db5 (0x1c5d bytes) 000071 1788846751.914332 fallocate 0x01acda thru 0x020c01 (0x5f28 bytes) 000073 1788846751.923915 read 0x003c52 thru 0x00d371 (0x9720 bytes) 000074 1788846751.948634 MIRROR_RESYNC 3 mirrors 000075 1788846752.651848 trunc from 0x021db6 to 0x00f78f (0x12626 bytes) 000076 1788846752.690340 trunc from 0x00f790 to 0x03ce8d (0x2d6fe bytes) 000077 1788846752.718717 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ce8e): Mirror 3: 0xd1c0c0ce (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ce8e): Mirror 3: 0xd1c0c0ce (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ce8e: skipped 000078 1788846753.044528 fallocate 0x025666 thru 0x02d962 (0x82fd bytes) 000079 1788846753.052090 punch from 0x036e2f to 0x03ce8d (0x605f bytes) 000080 1788846753.057576 read 0x006892 thru 0x00e926 (0x8095 bytes) 000081 1788846753.067116 trunc from 0x03ce8e to 0x03e959 (0x1acc bytes) 000082 1788846753.096268 trunc from 0x020966 to 0x028569 (0x7c04 bytes) 000083 1788846753.105269 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) 000084 1788846753.241237 mapwrite 0x00eddc thru 0x012254 (0x3479 bytes) 000086 1788846753.283767 write 0x0340af thru 0x03d36e (0x92c0 bytes) 000087 1788846753.297425 punch from 0x00179f to 0x0086e1 (0x6f43 bytes) 000088 1788846753.303674 punch from 0x0081d2 to 0x00ce98 (0x4cc7 bytes) 000089 1788846753.308371 trunc from 0x03e95a to 0x03f16b (0x812 bytes) 000090 1788846753.325077 write 0x00adf7 thru 0x011e26 (0x7030 bytes) 000091 1788846753.331011 fallocate 0x01c032 thru 0x0296ae (0xd67d bytes) 000092 1788846753.336213 punch from 0x02c30c to 0x0314d2 (0x51c7 bytes) 000093 1788846753.340465 trunc from 0x0271ab to 0x028f4f (0x1da5 bytes) 000094 1788846753.344294 read 0x0382bc thru 0x03f16b (0x6eb0 bytes) 000095 1788846753.349352 trunc from 0x0052b6 to 0x0111b3 (0xbefe bytes) 000096 1788846753.363843 mapread 0x02b6fc thru 0x031ea9 (0x67ae bytes) 000097 1788846753.372875 trunc from 0x02a5d5 to 0x033405 (0x8e31 bytes) 000098 1788846753.377390 mapwrite 0x0106e5 thru 0x01812d (0x7a49 bytes) 000100 1788846753.404248 trunc from 0x010a00 to 0x01fb03 (0xf104 bytes) 000101 1788846753.409789 trunc from 0x00ba18 to 0x00f831 (0x3e1a bytes) 000104 1788846753.417430 trunc from 0x03f16c to 0x03695a (0x8811 bytes) 000105 1788846753.440040 fallocate 0x00a34d thru 0x0167b0 (0xc464 bytes) 000106 1788846753.449023 trunc from 0x03695b to 0x03449a (0x24c0 bytes) 000107 1788846753.466866 trunc from 0x0210cf to 0x024b2f (0x3a61 bytes) 000108 1788846753.472088 read 0x015819 thru 0x017820 (0x2008 bytes) 000109 1788846753.482534 write 0x011ed9 thru 0x01c013 (0xa13b bytes) 000110 1788846753.484316 trunc from 0x03449b to 0x014cea (0x1f7b0 bytes) 000111 1788846753.499908 mapread 0x013f3b thru 0x014cea (0xdb0 bytes) 000112 1788846753.501249 mapread 0x00ac3a thru 0x00e38f (0x3756 bytes) 000113 1788846753.503415 trunc from 0x014ceb to 0x020075 (0xb38b bytes) 000114 1788846753.520184 mapread 0x009e94 thru 0x013ce5 (0x9e52 bytes) 000116 1788846753.522382 trunc from 0x020076 to 0x025de5 (0x5d70 bytes) 000117 1788846753.542432 read 0x022936 thru 0x025de5 (0x34b0 bytes) 000118 1788846753.559420 read 0x01ff3e thru 0x025de5 (0x5ea8 bytes) 000119 1788846753.560176 trunc from 0x025de6 to 0x020564 (0x5881 bytes) 000120 1788846753.588254 read 0x00f14c thru 0x017343 (0x81f8 bytes) 000121 1788846753.593888 MIRROR_EXTEND to 2 mirrors 000122 1788846754.275314 fallocate 0x01cff6 thru 0x0263f3 (0x93fe bytes) 000123 1788846754.312323 mapwrite 0x016a6a thru 0x0262e2 (0xf879 bytes) 000124 1788846754.372940 read 0x005edd thru 0x012fbb (0xd0df bytes) 000125 1788846754.382010 mapread 0x01852b thru 0x023b3a (0xb610 bytes) 000126 1788846754.383247 trunc from 0x013ef5 to 0x018018 (0x4124 bytes) 000127 1788846754.388809 mapread 0x010f35 thru 0x015ea5 (0x4f71 bytes) 000128 1788846754.398411 punch from 0x015c11 to 0x0165f4 (0x9e4 bytes) 000131 1788846754.418985 punch from 0x00b202 to 0x01045e (0x525d bytes) 000132 1788846754.423994 write 0x01fadf thru 0x02b624 (0xbb46 bytes) 000133 1788846754.431417 mapread 0x024173 thru 0x02b624 (0x74b2 bytes) 000134 1788846754.433245 punch from 0x006402 to 0x00e2a5 (0x7ea4 bytes) 000135 1788846754.440420 mapread 0x005834 thru 0x00a257 (0x4a24 bytes) 000136 1788846754.462437 mapread 0x025b2b thru 0x02b624 (0x5afa bytes) 000137 1788846754.463807 punch from 0x01b18a to 0x01ee4a (0x3cc1 bytes) 000138 1788846754.477292 MIRROR_RESYNC 2 mirrors 000140 1788846755.258637 read 0x012bb9 thru 0x013021 (0x469 bytes) 000141 1788846755.267467 write 0x004922 thru 0x01394a (0xf029 bytes) 000142 1788846755.346323 mapread 0x025c7d thru 0x02b624 (0x59a8 bytes) 000143 1788846755.363961 mapread 0x01b1cf thru 0x022b14 (0x7946 bytes) 000144 1788846755.372588 fallocate 0x023b15 thru 0x023dac (0x298 bytes) 000145 1788846755.376780 read 0x013e0b thru 0x01bff7 (0x81ed bytes) 000146 1788846755.377780 trunc from 0x02b625 to 0x016b82 (0x14aa2 bytes) 000147 1788846755.412047 mapread 0x0076e9 thru 0x012558 (0xae70 bytes) 000148 1788846755.412997 mapwrite 0x01e9d2 thru 0x02e942 (0xff71 bytes) 000149 1788846755.464322 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2e943): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e943): Mirror 2: 0x2adc8faa (stale) CRC-32 checksum value for chunk [0, 0x2e943): Mirror 1: 0xef256521 Mirror 3: 0xef256521 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e943: skipped 000150 1788846756.236644 punch from 0x01f80a to 0x02cd72 (0xd569 bytes) 000151 1788846756.293132 write 0x033fc2 thru 0x03ffff (0xc03e bytes) 000152 1788846756.304904 read 0x0215b7 thru 0x02b751 (0xa19b bytes) 000153 1788846756.316642 punch from 0x03d508 to 0x03ffff (0x2af8 bytes) 000154 1788846756.348197 write 0x00b291 thru 0x010d0c (0x5a7c bytes) 000155 1788846756.367543 write 0x0242cd thru 0x027566 (0x329a bytes) 000156 1788846756.369001 punch from 0x026c69 to 0x02d924 (0x6cbc bytes) 000157 1788846756.402525 write 0x03d498 thru 0x03dccf (0x838 bytes) 000158 1788846756.413321 read 0x0031d4 thru 0x00d89f (0xa6cc bytes) 000159 1788846756.452349 mapwrite 0x02c13a thru 0x037948 (0xb80f bytes) 000160 1788846756.485139 trunc from 0x040000 to 0x006e75 (0x3918a bytes) 000161 1788846756.559107 write 0x03ee38 thru 0x03ffff (0x11c8 bytes) 000163 1788846756.560787 trunc from 0x040000 to 0x0047fa (0x3b805 bytes) 000166 1788846756.604037 read 0x002bd9 thru 0x0047fa (0x1c22 bytes) 000167 1788846756.606171 trunc from 0x0047fb to 0x01db16 (0x1931c bytes) 000168 1788846756.651142 trunc from 0x0102d2 to 0x015f83 (0x5cb2 bytes) 000169 1788846756.669637 punch from 0x00b558 to 0x00fb24 (0x45cd bytes) 000170 1788846756.680366 mapread 0x0145c3 thru 0x01db16 (0x9554 bytes) 000171 1788846756.709228 mapwrite 0x0377b8 thru 0x03aca0 (0x34e9 bytes) 000172 1788846756.844240 mapread 0x0229f7 thru 0x0295a0 (0x6baa bytes) 000173 1788846756.846821 read 0x02ce41 thru 0x03aca0 (0xde60 bytes) 000174 1788846756.847850 read 0x01ddc2 thru 0x021269 (0x34a8 bytes) 000176 1788846756.849720 mapread 0x01d2cb thru 0x027e6c (0xaba2 bytes) 000177 1788846756.852716 trunc from 0x02815a to 0x0325b0 (0xa457 bytes) 000178 1788846756.862752 read 0x036018 thru 0x03a317 (0x4300 bytes) 000179 1788846756.863440 write 0x00e6ef thru 0x01444f (0x5d61 bytes) 000180 1788846756.864578 trunc from 0x00ad02 to 0x00b31b (0x61a bytes) 000181 1788846756.876695 mapread 0x0335ad thru 0x034d83 (0x17d7 bytes) 000182 1788846756.878920 write 0x015f0f thru 0x01a82a (0x491c bytes) 000183 1788846756.885137 mapread 0x00ca70 thru 0x011016 (0x45a7 bytes) 000184 1788846756.886926 mapread 0x021ff6 thru 0x0285ee (0x65f9 bytes) 000185 1788846756.912369 punch from 0x02402b to 0x03277b (0xe751 bytes) 000186 1788846756.926246 mapread 0x01674d thru 0x023c9b (0xd54f bytes) 000187 1788846756.937105 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3aca1): Mirror 2: 0x15607c9c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3aca1): Mirror 2: 0x15607c9c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3aca1: skipped 000188 1788846757.323120 mapread 0x0197fe thru 0x021bb0 (0x83b3 bytes) 000189 1788846757.348986 mapread 0x00a019 thru 0x00caad (0x2a95 bytes) 000190 1788846757.361981 punch from 0x026efc to 0x0347af (0xd8b4 bytes) 000191 1788846757.366771 write 0x021bda thru 0x02ce8b (0xb2b2 bytes) 000192 1788846757.378454 punch from 0x025781 to 0x02e4e2 (0x8d62 bytes) 000193 1788846757.401912 trunc from 0x03aca1 to 0x000a20 (0x3a280 bytes) 000194 1788846757.418304 mapread 0x000919 thru 0x000a20 (0x108 bytes) 000195 1788846757.425217 trunc from 0x000a21 to 0x022f5b (0x2253b bytes) 000196 1788846757.444325 fallocate 0x039792 thru 0x03f77a (0x5fe9 bytes) 000197 1788846757.449213 read 0x02b4a5 thru 0x034e25 (0x9981 bytes) 000198 1788846757.456721 read 0x01fde7 thru 0x02c85c (0xca76 bytes) 000199 1788846757.469829 mapread 0x02e438 thru 0x036494 (0x805d bytes) 000200 1788846757.471040 punch from 0x000e02 to 0x00e461 (0xd660 bytes) 000202 1788846757.476524 fallocate 0x02a8d1 thru 0x02f0ee (0x481e bytes) 000203 1788846757.480773 trunc from 0x0093f1 to 0x018a33 (0xf643 bytes) 000204 1788846757.485184 trunc from 0x03f77b to 0x03af0e (0x486c bytes) 000205 1788846757.501973 mapread 0x02d9be thru 0x037c49 (0xa28c bytes) 000206 1788846757.503167 read 0x00b54e thru 0x015b3b (0xa5ee bytes) 000208 1788846757.517047 trunc from 0x013691 to 0x017c37 (0x45a7 bytes) 000209 1788846757.521854 read 0x024bee thru 0x0270ba (0x24cd bytes) 000210 1788846757.526437 MIRROR_RESYNC 2 mirrors 000211 1788846758.017945 punch from 0x028bd7 to 0x0331ea (0xa614 bytes) 000213 1788846758.083379 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3af0f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3af0f): Mirror 2: 0xe23b7139 (stale) CRC-32 checksum value for chunk [0, 0x3af0f): Mirror 1: 0xe23b7139 Mirror 3: 0xe23b7139 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3af0f: skipped 000214 1788846758.700983 mapwrite 0x026568 thru 0x03533a (0xedd3 bytes) 000215 1788846758.813049 punch from 0x005006 to 0x014a8f (0xfa8a bytes) 000216 1788846758.819731 mapread 0x0283f2 thru 0x0317d2 (0x93e1 bytes) 000217 1788846758.821231 write 0x028a91 thru 0x02ea89 (0x5ff9 bytes) 000219 1788846758.831568 mapwrite 0x01e6d0 thru 0x02c94a (0xe27b bytes) 000220 1788846758.879764 punch from 0x003432 to 0x005581 (0x2150 bytes) 000221 1788846758.885357 mapread 0x0356f3 thru 0x03a72e (0x503c bytes) 000222 1788846758.900359 fallocate 0x013f0e thru 0x015ebf (0x1fb2 bytes) 000224 1788846758.905715 mapread 0x03a6cd thru 0x03af0e (0x842 bytes) 000225 1788846758.906553 read 0x02099e thru 0x022bdf (0x2242 bytes) 000226 1788846758.907096 mapwrite 0x024de3 thru 0x033e9e (0xf0bc bytes) 000227 1788846758.936074 trunc from 0x03af0f to 0x0137fd (0x27711 bytes) 000228 1788846758.983750 read 0x00d4ef thru 0x011a6b (0x457d bytes) 000230 1788846759.002343 fallocate 0x00c4c0 thru 0x01b4ab (0xefec bytes) 000231 1788846759.008858 read 0x007d92 thru 0x00d1bb (0x542a bytes) 000232 1788846759.009420 mapread 0x0087c4 thru 0x009ac2 (0x12ff bytes) 000233 1788846759.010234 fallocate 0x0182dc thru 0x026922 (0xe647 bytes) fallocating to largest ever: 0x40000 000234 1788846759.021095 fallocate 0x03e601 thru 0x03ffff (0x19ff bytes) 000236 1788846759.028115 punch from 0x0003cf to 0x005701 (0x5333 bytes) 000237 1788846759.035130 fallocate 0x00a0c5 thru 0x00f055 (0x4f91 bytes) 000238 1788846759.042419 mapwrite 0x030f36 thru 0x03184a (0x915 bytes) 000239 1788846759.093211 trunc from 0x040000 to 0x0138fe (0x2c701 bytes) 000240 1788846759.136849 mapwrite 0x0315f6 thru 0x035321 (0x3d2c bytes) 000241 1788846759.230467 punch from 0x015902 to 0x01db3d (0x823c bytes) 000242 1788846759.236865 read 0x0245a9 thru 0x033af0 (0xf548 bytes) 000243 1788846759.260239 trunc from 0x018699 to 0x0211bc (0x8b24 bytes) 000245 1788846759.287317 punch from 0x011aba to 0x014773 (0x2cba bytes) 000246 1788846759.304066 mapwrite 0x0123c6 thru 0x0209a8 (0xe5e3 bytes) 000247 1788846759.452812 mapwrite 0x03eca4 thru 0x03ffff (0x135c bytes) 000248 1788846759.513451 trunc from 0x016309 to 0x021a49 (0xb741 bytes) 000249 1788846759.522405 mapread 0x01a818 thru 0x026813 (0xbffc bytes) 000250 1788846759.595401 read 0x01b279 thru 0x01e0fd (0x2e85 bytes) 000251 1788846759.600552 mapwrite 0x014901 thru 0x01dfe7 (0x96e7 bytes) 000252 1788846759.661927 mapread 0x003b30 thru 0x00798d (0x3e5e bytes) 000254 1788846759.663525 mapwrite 0x00107e thru 0x00fd65 (0xece8 bytes) 000255 1788846759.702576 mapwrite 0x0296d0 thru 0x02a15a (0xa8b bytes) 000256 1788846759.713795 punch from 0x01db1f to 0x02a9b7 (0xce99 bytes) 000257 1788846759.722848 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xe20eea22 (stale) Mirror 3: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x1530df0e Mirror 4: 0x1530df0e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000258 1788846760.647365 write 0x037a71 thru 0x03ffff (0x858f bytes) 000259 1788846760.692831 punch from 0x01f7b7 to 0x02d63a (0xde84 bytes) 000260 1788846760.698718 mapwrite 0x03b22d thru 0x03bbf6 (0x9ca bytes) 000261 1788846760.715137 trunc from 0x03a369 to 0x03e849 (0x44e1 bytes) 000262 1788846760.721661 mapwrite 0x0184d3 thru 0x0192a8 (0xdd6 bytes) 000263 1788846760.745558 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0x1530df0e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0x1530df0e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000264 1788846761.039579 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xe20eea22 (stale) Mirror 4: 0x1530df0e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xceb3553 Mirror 5: 0xceb3553 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000265 1788846761.809219 fallocate 0x031368 thru 0x031682 (0x31b bytes) 000266 1788846761.849349 write 0x031650 thru 0x031a02 (0x3b3 bytes) 000267 1788846761.858103 fallocate 0x02c5b2 thru 0x0331f0 (0x6c3f bytes) 000268 1788846761.863005 trunc from 0x040000 to 0x025b41 (0x1a4be bytes) 000269 1788846761.881108 write 0x02e2bd thru 0x02fd66 (0x1aaa bytes) 000270 1788846761.882323 fallocate 0x02b519 thru 0x03583f (0xa327 bytes) 000271 1788846761.887720 mapread 0x00eed9 thru 0x016229 (0x7351 bytes) 000272 1788846761.903654 fallocate 0x03b26f thru 0x03ffff (0x4d91 bytes) 000273 1788846761.908178 trunc from 0x035840 to 0x02e332 (0x750d bytes) 000274 1788846761.920653 trunc from 0x010bbd to 0x01321e (0x2662 bytes) 000275 1788846761.925356 read 0x009252 thru 0x015517 (0xc2c6 bytes) 000276 1788846761.931764 read 0x005a81 thru 0x00a290 (0x4810 bytes) 000277 1788846761.940439 punch from 0x02655d to 0x02c5ff (0x60a3 bytes) 000278 1788846761.958359 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e333): Mirror 4: 0x2c4217be (stale) Mirror 5: 0x1e8565c0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e333): Mirror 4: 0x2c4217be (stale) Mirror 5: 0x1e8565c0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e333: skipped 000279 1788846762.448199 trunc from 0x02e333 to 0x031419 (0x30e7 bytes) 000280 1788846762.481033 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3141a): Mirror 5: 0x6d92d429 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3141a): Mirror 5: 0x6d92d429 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3141a: skipped 000281 1788846762.787384 punch from 0x0046d4 to 0x013db2 (0xf6df bytes) 000282 1788846762.798828 read 0x001aac thru 0x008a45 (0x6f9a bytes) 000284 1788846762.816074 MIRROR_RESYNC 2 mirrors 000285 1788846763.527959 mapwrite 0x036ca1 thru 0x03ffff (0x935f bytes) 000286 1788846763.592134 mapwrite 0x025997 thru 0x02f720 (0x9d8a bytes) 000287 1788846763.618903 write 0x03f88e thru 0x03ffff (0x772 bytes) 000288 1788846763.619900 punch from 0x019ab5 to 0x026af5 (0xd041 bytes) 000289 1788846763.625569 mapwrite 0x0121f7 thru 0x01bc65 (0x9a6f bytes) 000291 1788846763.665896 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x7001258f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xeb9537be Mirror 6: 0xeb9537be lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000292 1788846764.500128 trunc from 0x040000 to 0x03b45f (0x4ba0 bytes) 000293 1788846764.583867 trunc from 0x00821b to 0x016d30 (0xeb16 bytes) 000294 1788846764.604071 read 0x0394d5 thru 0x03b45f (0x1f8b bytes) 000295 1788846764.622420 trunc from 0x0172e0 to 0x0198c2 (0x25e3 bytes) 000296 1788846764.630769 punch from 0x0128dc to 0x0145b8 (0x1cdd bytes) 000297 1788846764.643098 MIRROR_RESYNC 3 mirrors 000299 1788846765.799158 trunc from 0x033fe2 to 0x03b45f (0x747e bytes) 000300 1788846765.840953 punch from 0x024e68 to 0x0303cd (0xb566 bytes) 000301 1788846765.846165 mapread 0x018685 thru 0x025753 (0xd0cf bytes) 000302 1788846765.871911 trunc from 0x03b460 to 0x026dcd (0x14692 bytes) 000303 1788846765.896618 fallocate 0x00ef01 thru 0x010c2b (0x1d2b bytes) 000304 1788846765.903905 punch from 0x01de2d to 0x026dcd (0x8fa1 bytes) 000306 1788846765.910868 mapwrite 0x01c5d9 thru 0x021b3f (0x5567 bytes) 000307 1788846765.943202 read 0x01edd5 thru 0x02304a (0x4276 bytes) 000308 1788846765.944711 trunc from 0x00181c to 0x00711c (0x5901 bytes) 000309 1788846765.953753 write 0x006f0b thru 0x008e56 (0x1f4c bytes) 000310 1788846765.974558 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x26dce): Mirror 5: 0x4ed84744 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26dce): Mirror 5: 0x4ed84744 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26dce: skipped 000311 1788846766.317447 punch from 0x005ccd to 0x0130a0 (0xd3d4 bytes) 000312 1788846766.324862 trunc from 0x016bad to 0x01822d (0x1681 bytes) 000313 1788846766.336018 read 0x00d724 thru 0x0194ae (0xbd8b bytes) 000314 1788846766.360129 trunc from 0x01ddd1 to 0x026dcd (0x8ffd bytes) 000315 1788846766.387147 mapwrite 0x03c6b1 thru 0x03ffff (0x394f bytes) 000317 1788846766.524990 write 0x017316 thru 0x01edd1 (0x7abc bytes) 000318 1788846766.541814 mapread 0x022c7b thru 0x02c9f9 (0x9d7f bytes) 000319 1788846766.584760 punch from 0x028d56 to 0x03683f (0xdaea bytes) 000321 1788846766.594464 mapread 0x02cf6e thru 0x02f2ac (0x233f bytes) 000322 1788846766.612550 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) 000323 1788846766.807700 punch from 0x00dce8 to 0x00e968 (0xc81 bytes) 000324 1788846766.813014 mapwrite 0x02914b thru 0x031f09 (0x8dbf bytes) 000325 1788846766.893943 MIRROR_EXTEND to 2 mirrors 000326 1788846767.657101 write 0x02cef1 thru 0x0304eb (0x35fb bytes) 000327 1788846767.717223 mapwrite 0x025d91 thru 0x02a6b1 (0x4921 bytes) 000328 1788846767.753983 fallocate 0x016608 thru 0x01d42f (0x6e28 bytes) 000329 1788846767.758285 mapread 0x000535 thru 0x005d55 (0x5821 bytes) 000330 1788846767.770909 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x5ef758b5 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa346883 Mirror 3: 0xa346883 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000331 1788846768.630533 mapread 0x03fec6 thru 0x03ffff (0x13a bytes) 000333 1788846768.637426 fallocate 0x01b7b2 thru 0x021a1d (0x626c bytes) 000334 1788846768.677160 read 0x0139e7 thru 0x013cbc (0x2d6 bytes) 000335 1788846768.689167 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xa346883 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xa346883 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000336 1788846769.083730 punch from 0x00848e to 0x00c1ac (0x3d1f bytes) 000337 1788846769.095652 write 0x017efd thru 0x02163c (0x9740 bytes) 000338 1788846769.116179 read 0x02d546 thru 0x02f10a (0x1bc5 bytes) 000339 1788846769.129712 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xa346883 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2f3a5fab Mirror 4: 0x2f3a5fab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000340 1788846769.997024 write 0x02b6b2 thru 0x0373d3 (0xbd22 bytes) 000341 1788846770.047537 write 0x008b86 thru 0x011568 (0x89e3 bytes) 000342 1788846770.063952 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x2f3a5fab (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x2f3a5fab (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000343 1788846770.333391 mapwrite 0x01fb37 thru 0x020cff (0x11c9 bytes) 000344 1788846770.363307 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) 000345 1788846770.508689 mapwrite 0x027971 thru 0x02799f (0x2f bytes) 000346 1788846770.528621 fallocate 0x00a6d5 thru 0x00e5e2 (0x3f0e bytes) 000347 1788846770.533795 write 0x016a74 thru 0x0184ad (0x1a3a bytes) 000350 1788846770.551643 write 0x00543a thru 0x00ae8f (0x5a56 bytes) 000351 1788846770.560720 fallocate 0x0076db thru 0x017282 (0xfba8 bytes) 000354 1788846770.566970 write 0x031748 thru 0x03e60d (0xcec6 bytes) 000355 1788846770.575963 punch from 0x024320 to 0x02b883 (0x7564 bytes) 000356 1788846770.580975 punch from 0x017e3f to 0x01db45 (0x5d07 bytes) 000357 1788846770.594853 punch from 0x031dba to 0x03aa41 (0x8c88 bytes) 000358 1788846770.600663 trunc from 0x040000 to 0x01e418 (0x21be7 bytes) 000359 1788846770.639278 write 0x00b2b9 thru 0x0160ce (0xae16 bytes) 000360 1788846770.648196 trunc from 0x01e419 to 0x024d5e (0x6946 bytes) 000361 1788846770.665318 mapwrite 0x03cdb1 thru 0x03ffff (0x324f bytes) 000362 1788846770.742733 mapwrite 0x00a686 thru 0x012255 (0x7bd0 bytes) 000363 1788846770.761472 trunc from 0x040000 to 0x03f9f1 (0x60e bytes) 000364 1788846770.793015 trunc from 0x03f9f2 to 0x005c75 (0x39d7c bytes) 000365 1788846770.817686 fallocate 0x00e68d thru 0x014376 (0x5cea bytes) 000370 1788846770.824924 fallocate 0x026664 thru 0x02a5dc (0x3f79 bytes) 000371 1788846770.831441 write 0x02eda9 thru 0x031a0d (0x2c65 bytes) 000372 1788846770.832837 mapread 0x00e922 thru 0x018e69 (0xa548 bytes) 000373 1788846770.849062 punch from 0x0255c3 to 0x030a41 (0xb47f bytes) 000374 1788846770.866926 mapread 0x01c826 thru 0x01ea74 (0x224f bytes) 000375 1788846770.869265 write 0x038aa2 thru 0x03c872 (0x3dd1 bytes) 000376 1788846770.870874 mapwrite 0x012c17 thru 0x018960 (0x5d4a bytes) 000377 1788846770.901800 read 0x032b47 thru 0x03c872 (0x9d2c bytes) 000378 1788846770.920551 mapwrite 0x015038 thru 0x022797 (0xd760 bytes) 000379 1788846770.964951 write 0x0078a0 thru 0x010104 (0x8865 bytes) 000380 1788846770.973008 punch from 0x037c34 to 0x03c872 (0x4c3f bytes) 000381 1788846770.989052 trunc from 0x03c873 to 0x03e10d (0x189b bytes) 000382 1788846771.012131 mapwrite 0x017128 thru 0x020772 (0x964b bytes) 000384 1788846771.041824 mapread 0x00a0b8 thru 0x0196a6 (0xf5ef bytes) 000385 1788846771.045979 write 0x01c70d thru 0x02b28a (0xeb7e bytes) 000386 1788846771.056616 mapwrite 0x03da5d thru 0x03f79f (0x1d43 bytes) 000387 1788846771.142797 punch from 0x0092ca to 0x00ccb0 (0x39e7 bytes) 000388 1788846771.156883 punch from 0x02b262 to 0x034118 (0x8eb7 bytes) 000389 1788846771.166896 fallocate 0x01627d thru 0x01e52d (0x82b1 bytes) 000390 1788846771.174757 fallocate 0x029535 thru 0x02f3ae (0x5e7a bytes) 000391 1788846771.181680 trunc from 0x026f70 to 0x035981 (0xea12 bytes) 000392 1788846771.192741 trunc from 0x0317bc to 0x03c54f (0xad94 bytes) 000393 1788846771.200704 mapread 0x023a46 thru 0x027db6 (0x4371 bytes) 000394 1788846771.209954 punch from 0x0399e3 to 0x03f79f (0x5dbd bytes) 000395 1788846771.223127 mapread 0x012a93 thru 0x0229ff (0xff6d bytes) 000396 1788846771.224136 mapwrite 0x030c18 thru 0x03c0da (0xb4c3 bytes) 000397 1788846771.296795 write 0x03e311 thru 0x03ffff (0x1cef bytes) 000401 1788846771.302011 mapwrite 0x028e46 thru 0x031738 (0x88f3 bytes) 000402 1788846771.327453 trunc from 0x040000 to 0x02f2c1 (0x10d3e bytes) 000404 1788846771.359657 trunc from 0x00f880 to 0x017c7b (0x83fc bytes) 000405 1788846771.379821 trunc from 0x02f2c2 to 0x027870 (0x7a51 bytes) 000406 1788846771.411359 fallocate 0x00fd01 thru 0x01f019 (0xf319 bytes) 000407 1788846771.416292 trunc from 0x026011 to 0x027870 (0x1860 bytes) 000408 1788846771.420529 mapread 0x001ef4 thru 0x00a5de (0x86eb bytes) 000409 1788846771.428951 mapwrite 0x03d617 thru 0x03ffff (0x29e9 bytes) 000410 1788846771.478624 MIRROR_EXTEND to 2 mirrors 000411 1788846772.309912 MIRROR_RESYNC 2 mirrors 000413 1788846772.747868 fallocate 0x01c560 thru 0x02a688 (0xe129 bytes) 000415 1788846772.836141 punch from 0x000671 to 0x00895b (0x82eb bytes) 000416 1788846772.853202 mapwrite 0x00ad8e thru 0x0170a4 (0xc317 bytes) 000417 1788846772.944750 mapread 0x01b393 thru 0x02142d (0x609b bytes) 000418 1788846772.980322 MIRROR_RESYNC 2 mirrors 000419 1788846773.724018 write 0x0017f1 thru 0x0019a8 (0x1b8 bytes) 000420 1788846773.761441 trunc from 0x040000 to 0x02b1e3 (0x14e1c bytes) 000421 1788846773.822046 punch from 0x02169e to 0x024316 (0x2c79 bytes) 000422 1788846773.833218 trunc from 0x02b1e4 to 0x0062d6 (0x24f0d bytes) 000423 1788846773.885939 mapwrite 0x034609 thru 0x03461a (0x12 bytes) 000424 1788846774.020100 punch from 0x0254c1 to 0x02715f (0x1c9f bytes) 000425 1788846774.031835 write 0x027257 thru 0x02a026 (0x2dd0 bytes) 000426 1788846774.048630 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3461b): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3461b): Mirror 2: 0xd0cdac30 (stale) CRC-32 checksum value for chunk [0, 0x3461b): Mirror 1: 0xb5ee64e1 Mirror 3: 0xb5ee64e1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3461b: skipped 000427 1788846774.924641 punch from 0x00290b to 0x011ed4 (0xf5ca bytes) 000428 1788846774.997334 mapread 0x031bc4 thru 0x03461a (0x2a57 bytes) 000429 1788846775.040220 mapwrite 0x0224ad thru 0x0306c8 (0xe21c bytes) 000430 1788846775.096204 punch from 0x0336e5 to 0x03461a (0xf36 bytes) 000431 1788846775.126269 write 0x011f09 thru 0x0136a6 (0x179e bytes) 000432 1788846775.154074 fallocate 0x001c26 thru 0x0098fa (0x7cd5 bytes) 000433 1788846775.161789 read 0x021299 thru 0x0226a5 (0x140d bytes) 000434 1788846775.164643 write 0x037627 thru 0x03ffff (0x89d9 bytes) 000435 1788846775.178673 trunc from 0x0135a0 to 0x01b6e8 (0x8149 bytes) 000436 1788846775.220274 MIRROR_RESYNC 3 mirrors 000437 1788846776.496618 punch from 0x00df7b to 0x011b60 (0x3be6 bytes) 000438 1788846776.562682 trunc from 0x040000 to 0x01f547 (0x20ab8 bytes) 000439 1788846776.604877 trunc from 0x005b4a to 0x00cd9a (0x7251 bytes) 000440 1788846776.619993 trunc from 0x01db12 to 0x01e57d (0xa6c bytes) 000441 1788846776.626988 write 0x00c4bc thru 0x013e28 (0x796d bytes) 000442 1788846776.640338 write 0x0118d2 thru 0x01934f (0x7a7e bytes) 000443 1788846776.647696 mapread 0x00c178 thru 0x0112ff (0x5188 bytes) 000444 1788846776.650203 read 0x0079c8 thru 0x00b134 (0x376d bytes) 000446 1788846776.659791 read 0x01ea95 thru 0x01f547 (0xab3 bytes) 000447 1788846776.677430 punch from 0x0168c3 to 0x01f547 (0x8c85 bytes) 000448 1788846776.693389 trunc from 0x01f548 to 0x011238 (0xe30f bytes) 000449 1788846776.715289 read 0x00ca18 thru 0x011238 (0x4821 bytes) 000450 1788846776.716056 write 0x02e358 thru 0x035a66 (0x770f bytes) 000451 1788846776.720348 fallocate 0x008daa thru 0x00cc97 (0x3eee bytes) 000452 1788846776.726457 write 0x00ac95 thru 0x011a72 (0x6dde bytes) 000453 1788846776.728851 punch from 0x0354d5 to 0x035a66 (0x592 bytes) 000455 1788846776.751305 mapwrite 0x00164d thru 0x009911 (0x82c5 bytes) 000456 1788846776.773832 read 0x02bcd3 thru 0x035a66 (0x9d94 bytes) 000457 1788846776.801899 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x35a67): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35a67): Mirror 2: 0x9c9e229e (stale) Mirror 3: 0x9c9e229e (stale) CRC-32 checksum value for chunk [0, 0x35a67): Mirror 1: 0xc383ddf3 Mirror 4: 0xc383ddf3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35a67: skipped 000458 1788846777.685377 trunc from 0x035a67 to 0x00b363 (0x2a703 bytes) 000459 1788846777.753159 trunc from 0x00b364 to 0x01dee0 (0x12b7d bytes) 000461 1788846777.775128 fallocate 0x007912 thru 0x009b7c (0x226b bytes) 000462 1788846777.780893 mapwrite 0x005b99 thru 0x013109 (0xd571 bytes) 000463 1788846777.838032 trunc from 0x01dee1 to 0x01ed6f (0xe8f bytes) 000464 1788846777.854190 punch from 0x0160c9 to 0x017c40 (0x1b78 bytes) 000465 1788846777.859566 fallocate 0x00ddd5 thru 0x019e53 (0xc07f bytes) 000466 1788846777.864903 trunc from 0x0176ed to 0x01ed6f (0x7683 bytes) 000467 1788846777.873978 trunc from 0x01ed70 to 0x01c72c (0x2643 bytes) 000468 1788846777.889754 trunc from 0x01c72d to 0x0398d7 (0x1d1ab bytes) 000470 1788846777.903910 mapread 0x02722f thru 0x02f8c5 (0x8697 bytes) 000471 1788846777.914016 trunc from 0x0398d8 to 0x00c5eb (0x2d2ec bytes) 000472 1788846777.927642 mapread 0x003732 thru 0x00c5eb (0x8eba bytes) 000473 1788846777.929113 trunc from 0x00c5ec to 0x0094d2 (0x3119 bytes) 000474 1788846777.941814 fallocate 0x01d63a thru 0x01fdd7 (0x279e bytes) 000475 1788846777.949214 mapread 0x01678e thru 0x01fdd7 (0x964a bytes) 000476 1788846777.966529 trunc from 0x01a563 to 0x01fdd7 (0x5875 bytes) 000477 1788846777.977371 trunc from 0x01534c to 0x01a44a (0x50ff bytes) 000478 1788846777.987337 mapwrite 0x01388a thru 0x01aa40 (0x71b7 bytes) 000479 1788846778.065659 mapread 0x019963 thru 0x01fdd7 (0x6475 bytes) 000480 1788846778.072638 trunc from 0x014b05 to 0x01fdd7 (0xb2d3 bytes) 000482 1788846778.090024 trunc from 0x01fdd8 to 0x034454 (0x1467d bytes) 000483 1788846778.111763 read 0x012ba9 thru 0x01e092 (0xb4ea bytes) 000484 1788846778.122058 trunc from 0x01a77e to 0x01f472 (0x4cf5 bytes) 000485 1788846778.127964 write 0x01fcee thru 0x029f51 (0xa264 bytes) 000486 1788846778.139426 trunc from 0x034455 to 0x021fbc (0x12498 bytes) 000487 1788846778.161157 fallocate 0x02058f thru 0x02b1e9 (0xac5b bytes) 000488 1788846778.169068 read 0x026140 thru 0x026dc4 (0xc85 bytes) 000489 1788846778.192697 trunc from 0x02b1ea to 0x02d6dc (0x24f3 bytes) 000490 1788846778.214637 mapwrite 0x02ea30 thru 0x02efc1 (0x592 bytes) 000491 1788846778.276970 punch from 0x02c2f1 to 0x02efc1 (0x2cd1 bytes) 000492 1788846778.283934 mapwrite 0x00659b thru 0x00fd6c (0x97d2 bytes) 000493 1788846778.305806 punch from 0x016c1b to 0x01ecc4 (0x80aa bytes) 000494 1788846778.311737 write 0x027e76 thru 0x0374b7 (0xf642 bytes) 000495 1788846778.313612 punch from 0x02029b to 0x026f0f (0x6c75 bytes) 000496 1788846778.319015 mapread 0x00382b thru 0x012481 (0xec57 bytes) 000497 1788846778.320145 read 0x004967 thru 0x00c2d3 (0x796d bytes) 000498 1788846778.321382 punch from 0x01fdd7 to 0x022f90 (0x31ba bytes) 000500 1788846778.329999 MIRROR_RESYNC 4 mirrors 000501 1788846779.462029 mapwrite 0x0394ce thru 0x03ffff (0x6b32 bytes) 000502 1788846779.537472 trunc from 0x040000 to 0x0173bc (0x28c43 bytes) 000504 1788846779.559206 mapread 0x00f162 thru 0x0173bc (0x825b bytes) 000505 1788846779.568074 read 0x005ebb thru 0x00b5a2 (0x56e8 bytes) 000506 1788846779.574900 read 0x007544 thru 0x00d1c6 (0x5c83 bytes) 000507 1788846779.579761 mapread 0x01451e thru 0x0173bc (0x2e9f bytes) 000508 1788846779.581512 mapwrite 0x01e5b1 thru 0x01e9a4 (0x3f4 bytes) 000509 1788846779.616805 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1e9a5): Mirror 2: 0x422cdffb (stale) Mirror 4: 0x422cdffb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e9a5): Mirror 2: 0x422cdffb (stale) Mirror 4: 0x422cdffb (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e9a5: skipped 000510 1788846779.942697 read 0x016c26 thru 0x01a0aa (0x3485 bytes) 000511 1788846779.952132 punch from 0x000f05 to 0x008ed1 (0x7fcd bytes) 000512 1788846779.956697 trunc from 0x009cdd to 0x00e023 (0x4347 bytes) 000514 1788846779.963713 punch from 0x01e74f to 0x01e9a4 (0x256 bytes) 000515 1788846779.968419 mapread 0x0167a9 thru 0x01e9a4 (0x81fc bytes) 000516 1788846779.983780 mapwrite 0x00d70f thru 0x016fb7 (0x98a9 bytes) 000517 1788846780.013105 read 0x001b61 thru 0x00f99c (0xde3c bytes) 000518 1788846780.022964 mapread 0x017fba thru 0x01e9a4 (0x69eb bytes) 000519 1788846780.024176 write 0x0196de thru 0x01f1a4 (0x5ac7 bytes) 000520 1788846780.031667 trunc from 0x01f1a5 to 0x011eeb (0xd2b9 bytes) 000521 1788846780.063812 MIRROR_RESYNC 3 mirrors 000522 1788846780.770638 MIRROR_EXTEND to 4 mirrors 000523 1788846781.501620 punch from 0x006a28 to 0x011eeb (0xb4c4 bytes) 000524 1788846781.539942 mapread 0x0001ec thru 0x00f9b2 (0xf7c7 bytes) 000525 1788846781.568823 punch from 0x00f004 to 0x011eeb (0x2ee8 bytes) 000529 1788846781.579921 mapread 0x002aea thru 0x00e529 (0xba40 bytes) 000530 1788846781.581382 mapread 0x007613 thru 0x00cfce (0x59bc bytes) 000531 1788846781.582905 read 0x00596a thru 0x0096a4 (0x3d3b bytes) 000532 1788846781.583872 punch from 0x00d045 to 0x011eeb (0x4ea7 bytes) 000533 1788846781.588847 trunc from 0x011eec to 0x02e9cb (0x1cae0 bytes) 000535 1788846781.627569 punch from 0x01e03a to 0x025762 (0x7729 bytes) 000536 1788846781.638589 mapread 0x019b37 thru 0x01ce10 (0x32da bytes) 000537 1788846781.653760 write 0x000db4 thru 0x004e60 (0x40ad bytes) 000538 1788846781.655954 punch from 0x010f7d to 0x01a4ef (0x9573 bytes) 000539 1788846781.660981 mapread 0x00ac16 thru 0x01584e (0xac39 bytes) 000540 1788846781.674541 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2e9cc): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e9cc): Mirror 2: 0xe89f2808 (stale) Mirror 4: 0xe89f2808 (stale) Mirror 5: 0xe89f2808 (stale) CRC-32 checksum value for chunk [0, 0x2e9cc): Mirror 1: 0xa862bcc1 Mirror 6: 0xa862bcc1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e9cc: skipped 000541 1788846782.514916 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e9cc): Mirror 4: 0xe89f2808 (stale) Mirror 5: 0xe89f2808 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e9cc): Mirror 4: 0xe89f2808 (stale) Mirror 5: 0xe89f2808 (stale) CRC-32 checksum value for chunk [0, 0x2e9cc): Mirror 1: 0xa862bcc1 Mirror 6: 0xa862bcc1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e9cc: skipped 000542 1788846783.461590 mapread 0x022c55 thru 0x02e9cb (0xbd77 bytes) 000543 1788846783.533631 mapwrite 0x024cd4 thru 0x0333ac (0xe6d9 bytes) 000544 1788846783.645284 write 0x00a0de thru 0x00e9bc (0x48df bytes) 000545 1788846783.654520 read 0x0128bc thru 0x01acd5 (0x841a bytes) 000548 1788846783.671607 punch from 0x000f9f to 0x00b0d2 (0xa134 bytes) 000549 1788846783.688210 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x333ad): Mirror 4: 0x133eb3bb (stale) Mirror 6: 0xd5f7a9e6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x333ad): Mirror 4: 0x133eb3bb (stale) Mirror 6: 0xd5f7a9e6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x333ad: skipped 000550 1788846784.162468 trunc from 0x0333ad to 0x01f63e (0x13d6e bytes) 000551 1788846784.196040 fallocate 0x032ccb thru 0x032e50 (0x186 bytes) 000552 1788846784.211056 punch from 0x01df2e to 0x01e9fc (0xacf bytes) 000553 1788846784.220521 MIRROR_RESYNC 3 mirrors 000554 1788846784.997577 write 0x021aff thru 0x021dfb (0x2fd bytes) 000555 1788846785.046778 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x32e51): Mirror 6: 0x5d46c3a1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32e51): Mirror 6: 0x5d46c3a1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32e51: skipped 000556 1788846785.363044 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x32e51): Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32e51): Mirror 6: 0x5d46c3a1 (stale) CRC-32 checksum value for chunk [0, 0x32e51): Mirror 1: 0xb102f2cf Mirror 7: 0xb102f2cf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32e51: skipped 000557 1788846786.366163 MIRROR_RESYNC 3 mirrors 000558 1788846787.000788 fallocate 0x020231 thru 0x022f3f (0x2d0f bytes) 000559 1788846787.041825 fallocate 0x026369 thru 0x02c0e2 (0x5d7a bytes) 000560 1788846787.047182 punch from 0x009596 to 0x019467 (0xfed2 bytes) 000562 1788846787.052867 read 0x0032fc thru 0x00cc96 (0x999b bytes) 000564 1788846787.073662 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x32e51): Mirror 7: 0xb102f2cf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32e51): Mirror 7: 0xb102f2cf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32e51: skipped 000565 1788846787.393977 trunc from 0x032e51 to 0x01b362 (0x17aee bytes) 000566 1788846787.418000 mapwrite 0x00690f thru 0x00d768 (0x6e5a bytes) 000568 1788846787.486590 fallocate 0x03e018 thru 0x03ffff (0x1fe8 bytes) 000569 1788846787.499533 punch from 0x01873e to 0x01d5ab (0x4e6e bytes) 000570 1788846787.510797 fallocate 0x01b7c4 thru 0x027373 (0xbbb0 bytes) 000571 1788846787.523721 punch from 0x031099 to 0x0337bb (0x2723 bytes) 000572 1788846787.528206 mapwrite 0x035d96 thru 0x03ffff (0xa26a bytes) 000573 1788846787.558317 write 0x03dc8e thru 0x03eab9 (0xe2c bytes) 000574 1788846787.559521 trunc from 0x040000 to 0x030e8b (0xf174 bytes) 000575 1788846787.577291 write 0x0097f1 thru 0x011525 (0x7d35 bytes) 000576 1788846787.584691 trunc from 0x010a9b to 0x01eae2 (0xe048 bytes) 000577 1788846787.601549 mapread 0x01a16d thru 0x02194b (0x77df bytes) 000578 1788846787.621209 write 0x02615d thru 0x02e86b (0x870f bytes) 000579 1788846787.627439 write 0x0125b0 thru 0x0215c9 (0xf01a bytes) 000580 1788846787.639970 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) 000581 1788846787.816334 mapread 0x01dec3 thru 0x01e3c8 (0x506 bytes) 000582 1788846787.832620 punch from 0x01eee9 to 0x02280b (0x3923 bytes) 000583 1788846787.846054 mapread 0x02da15 thru 0x030e8b (0x3477 bytes) 000584 1788846787.865889 mapread 0x007ea8 thru 0x012a7d (0xabd6 bytes) 000585 1788846787.897968 fallocate 0x001b28 thru 0x00a88e (0x8d67 bytes) 000586 1788846787.905404 read 0x00f934 thru 0x011d1f (0x23ec bytes) 000587 1788846787.906900 mapread 0x02dc7c thru 0x030e8b (0x3210 bytes) 000589 1788846787.910844 trunc from 0x00c1d3 to 0x018a72 (0xc8a0 bytes) 000590 1788846787.918283 trunc from 0x030e8c to 0x0063d7 (0x2aab4 bytes) 000591 1788846787.948709 trunc from 0x00139c to 0x0063d7 (0x503c bytes) 000592 1788846787.954273 fallocate 0x02c5f4 thru 0x038fc6 (0xc9d3 bytes) 000593 1788846787.965307 MIRROR_EXTEND to 2 mirrors 000594 1788846788.702695 mapread 0x00b602 thru 0x0123ab (0x6daa bytes) 000595 1788846788.737924 mapread 0x00849c thru 0x01013d (0x7ca2 bytes) 000600 1788846788.739800 mapread 0x03363d thru 0x036893 (0x3257 bytes) 000601 1788846788.758265 trunc from 0x038fc7 to 0x010771 (0x28855 bytes) 000602 1788846788.857157 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) 000603 1788846788.982077 trunc from 0x007d89 to 0x010541 (0x87b9 bytes) 000604 1788846788.987306 mapread 0x005c7a thru 0x010771 (0xaaf8 bytes) 000605 1788846789.006400 mapread 0x007749 thru 0x010771 (0x9029 bytes) 000606 1788846789.007449 trunc from 0x006919 to 0x010771 (0x9e59 bytes) 000607 1788846789.012927 mapread 0x00c2c5 thru 0x00f420 (0x315c bytes) 000608 1788846789.023024 mapread 0x007d0d thru 0x008fcd (0x12c1 bytes) 000609 1788846789.024016 mapread 0x00dad9 thru 0x00dc33 (0x15b bytes) 000610 1788846789.025281 punch from 0x005595 to 0x0106ad (0xb119 bytes) 000611 1788846789.029698 fallocate 0x02e137 thru 0x03c1b2 (0xe07c bytes) 000612 1788846789.037093 mapread 0x004337 thru 0x00d55d (0x9227 bytes) 000614 1788846789.047396 trunc from 0x02c80d to 0x0356eb (0x8edf bytes) 000615 1788846789.052451 trunc from 0x03c1b3 to 0x02496d (0x17845 bytes) 000617 1788846789.072322 mapwrite 0x018f2d thru 0x021b33 (0x8c07 bytes) 000618 1788846789.102291 read 0x013fc4 thru 0x01577d (0x17ba bytes) 000619 1788846789.103628 mapwrite 0x03e4b6 thru 0x03ffff (0x1b4a bytes) 000620 1788846789.135342 mapread 0x018594 thru 0x01f8c4 (0x7331 bytes) 000622 1788846789.141801 MIRROR_EXTEND to 2 mirrors 000625 1788846789.776984 MIRROR_EXTEND to 3 mirrors 000626 1788846790.632328 trunc from 0x010f41 to 0x020b3e (0xfbfe bytes) 000627 1788846790.684171 trunc from 0x0304b6 to 0x036717 (0x6262 bytes) 000628 1788846790.691099 mapread 0x037231 thru 0x0382a3 (0x1073 bytes) 000629 1788846790.703551 write 0x012e32 thru 0x02067e (0xd84d bytes) 000630 1788846790.722404 write 0x02e739 thru 0x03a019 (0xb8e1 bytes) 000631 1788846790.738186 trunc from 0x040000 to 0x015fa7 (0x2a058 bytes) 000632 1788846790.774326 trunc from 0x002c21 to 0x008aa5 (0x5e85 bytes) 000633 1788846790.786315 mapread 0x012fc7 thru 0x015fa7 (0x2fe1 bytes) 000634 1788846790.788379 mapwrite 0x00f3b4 thru 0x01379b (0x43e8 bytes) 000636 1788846790.821091 fallocate 0x009bb7 thru 0x01529b (0xb6e5 bytes) 000637 1788846790.826689 trunc from 0x015fa8 to 0x01d47d (0x74d6 bytes) 000638 1788846790.855663 mapread 0x00d364 thru 0x015351 (0x7fee bytes) 000639 1788846790.862086 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1d47e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1d47e): Mirror 2: 0xc6a8d6c (stale) Mirror 3: 0xc6a8d6c (stale) CRC-32 checksum value for chunk [0, 0x1d47e): Mirror 1: 0x97b31077 Mirror 4: 0x97b31077 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1d47e: skipped 000640 1788846791.824297 trunc from 0x01d47e to 0x0218eb (0x446e bytes) 000641 1788846791.880265 trunc from 0x0218ec to 0x00d57d (0x1436e bytes) 000643 1788846791.898702 trunc from 0x00d57e to 0x026f4a (0x199cd bytes) 000644 1788846791.918250 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x26f4b): Mirror 2: 0x20fd557b (stale) Mirror 3: 0x20fd557b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26f4b): Mirror 2: 0x20fd557b (stale) Mirror 3: 0x20fd557b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26f4b: skipped 000645 1788846792.243135 trunc from 0x012dc4 to 0x01c17d (0x93ba bytes) 000646 1788846792.248376 trunc from 0x026f4b to 0x023f95 (0x2fb5 bytes) 000647 1788846792.266341 mapwrite 0x000b4e thru 0x007c94 (0x7147 bytes) 000648 1788846792.304756 trunc from 0x023f96 to 0x03946c (0x154d7 bytes) 000649 1788846792.318209 trunc from 0x03946d to 0x03329d (0x61cf bytes) 000650 1788846792.334607 punch from 0x01aad5 to 0x01ea18 (0x3f44 bytes) 000651 1788846792.340730 trunc from 0x00a579 to 0x014a96 (0xa51e bytes) 000652 1788846792.345719 trunc from 0x032d47 to 0x03329d (0x557 bytes) 000653 1788846792.350571 mapread 0x0101db thru 0x016d66 (0x6b8c bytes) 000654 1788846792.359905 write 0x00f0a5 thru 0x01aaa1 (0xb9fd bytes) 000655 1788846792.364746 trunc from 0x03329e to 0x027113 (0xc18a bytes) 000656 1788846792.378301 trunc from 0x027114 to 0x03df6c (0x16e59 bytes) 000657 1788846792.393991 trunc from 0x033aea to 0x03b58b (0x7aa2 bytes) 000658 1788846792.399234 punch from 0x01b807 to 0x02537d (0x9b77 bytes) 000659 1788846792.403306 punch from 0x00f999 to 0x01c487 (0xcaef bytes) 000660 1788846792.417342 punch from 0x00f445 to 0x0178e1 (0x849d bytes) 000661 1788846792.424041 write 0x00c180 thru 0x01b6de (0xf55f bytes) 000662 1788846792.431656 fallocate 0x005c40 thru 0x00a019 (0x43da bytes) 000663 1788846792.437258 fallocate 0x03a82e thru 0x03ffff (0x57d2 bytes) 000664 1788846792.441930 write 0x024a2a thru 0x02a58d (0x5b64 bytes) 000665 1788846792.451962 fallocate 0x01b923 thru 0x022def (0x74cd bytes) 000666 1788846792.463290 MIRROR_RESYNC 3 mirrors 000667 1788846793.351348 write 0x035246 thru 0x036537 (0x12f2 bytes) 000669 1788846793.431689 fallocate 0x002cb9 thru 0x0127e3 (0xfb2b bytes) 000670 1788846793.439619 fallocate 0x00e658 thru 0x00ed4c (0x6f5 bytes) 000671 1788846793.451065 mapwrite 0x030ab6 thru 0x03b464 (0xa9af bytes) 000672 1788846793.534228 punch from 0x038b4b to 0x039bbf (0x1075 bytes) 000673 1788846793.542179 mapwrite 0x013b83 thru 0x0147fd (0xc7b bytes) 000674 1788846793.570216 mapread 0x038ee2 thru 0x03f3a6 (0x64c5 bytes) 000675 1788846793.577149 trunc from 0x040000 to 0x01dfff (0x22000 bytes) 000676 1788846793.599197 fallocate 0x01e818 thru 0x024609 (0x5df2 bytes) 000677 1788846793.604299 punch from 0x00c940 to 0x017e77 (0xb538 bytes) 000678 1788846793.613622 write 0x03579b thru 0x03969e (0x3f04 bytes) 000679 1788846793.615557 mapread 0x0099b8 thru 0x01890a (0xef53 bytes) 000680 1788846793.649398 trunc from 0x03969f to 0x007732 (0x31f6c bytes) 000682 1788846793.673352 mapread 0x0039e7 thru 0x007732 (0x3d4c bytes) 000683 1788846793.675576 write 0x029dc3 thru 0x02d956 (0x3b94 bytes) 000684 1788846793.677588 trunc from 0x008de9 to 0x00f2e8 (0x6500 bytes) 000685 1788846793.684371 write 0x02cef0 thru 0x03234c (0x545d bytes) 000686 1788846793.685719 fallocate 0x0228d1 thru 0x02a8e9 (0x8019 bytes) 000687 1788846793.693622 fallocate 0x018947 thru 0x01a13b (0x17f5 bytes) 000688 1788846793.703628 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3234d): Mirror 3: 0x79eb8971 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3234d): Mirror 3: 0x79eb8971 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3234d: skipped 000689 1788846794.000070 write 0x01afee thru 0x022229 (0x723c bytes) 000690 1788846794.025832 write 0x031151 thru 0x036b62 (0x5a12 bytes) 000691 1788846794.035449 trunc from 0x01a801 to 0x0222cd (0x7acd bytes) 000692 1788846794.058777 read 0x023249 thru 0x025fe6 (0x2d9e bytes) 000693 1788846794.066167 trunc from 0x02a1e6 to 0x02d860 (0x367b bytes) 000694 1788846794.070615 mapread 0x031d39 thru 0x033001 (0x12c9 bytes) 000695 1788846794.071631 punch from 0x019bd7 to 0x01b895 (0x1cbf bytes) 000696 1788846794.075403 read 0x00441c thru 0x004a68 (0x64d bytes) 000697 1788846794.085144 trunc from 0x035d46 to 0x036b62 (0xe1d bytes) 000698 1788846794.089959 trunc from 0x00def5 to 0x01d8de (0xf9ea bytes) 000699 1788846794.095024 trunc from 0x036b63 to 0x02d1bd (0x99a5 bytes) 000700 1788846794.112823 read 0x021ddf thru 0x02d1bd (0xb3df bytes) 000701 1788846794.113528 write 0x02296d thru 0x02f071 (0xc705 bytes) 000702 1788846794.115721 punch from 0x018dca to 0x019d52 (0xf89 bytes) 000703 1788846794.124348 mapwrite 0x02d477 thru 0x03cc84 (0xf80e bytes) 000704 1788846794.166237 trunc from 0x02ff1c to 0x0302c5 (0x3aa bytes) 000706 1788846794.173106 trunc from 0x0246e1 to 0x0264b1 (0x1dd1 bytes) 000707 1788846794.177678 trunc from 0x03cc85 to 0x01870c (0x24578 bytes) 000708 1788846794.196758 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1870d): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1870d): Mirror 3: 0x7b7caa38 (stale) CRC-32 checksum value for chunk [0, 0x1870d): Mirror 1: 0x48354982 Mirror 4: 0x48354982 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1870d: skipped 000709 1788846795.023385 trunc from 0x012ccc to 0x01870c (0x5a41 bytes) 000710 1788846795.085010 punch from 0x00387e to 0x00b51e (0x7ca1 bytes) 000711 1788846795.094517 trunc from 0x000dfc to 0x003bd4 (0x2dd9 bytes) 000712 1788846795.117758 mapwrite 0x007523 thru 0x01011f (0x8bfd bytes) 000713 1788846795.207027 trunc from 0x01870d to 0x02f86c (0x17160 bytes) 000714 1788846795.261272 write 0x000280 thru 0x003a50 (0x37d1 bytes) 000715 1788846795.267252 fallocate 0x01f75d thru 0x027f43 (0x87e7 bytes) 000716 1788846795.273146 write 0x008035 thru 0x017999 (0xf965 bytes) 000717 1788846795.278375 mapread 0x005ef5 thru 0x01031f (0xa42b bytes) 000718 1788846795.279351 trunc from 0x02f86d to 0x00a772 (0x250fa bytes) 000719 1788846795.296659 punch from 0x004116 to 0x00a772 (0x665d bytes) 000721 1788846795.314316 punch from 0x001498 to 0x00a772 (0x92db bytes) 000722 1788846795.318625 trunc from 0x00a773 to 0x01d737 (0x12fc5 bytes) 000723 1788846795.332649 trunc from 0x010a48 to 0x017efe (0x74b7 bytes) 000724 1788846795.338171 trunc from 0x00fa5b to 0x010dc4 (0x136a bytes) 000725 1788846795.343565 mapwrite 0x02aba8 thru 0x02d87c (0x2cd5 bytes) 000726 1788846795.378373 punch from 0x02b689 to 0x02d87c (0x21f4 bytes) 000727 1788846795.385250 mapread 0x028dcc thru 0x02d87c (0x4ab1 bytes) 000728 1788846795.394436 punch from 0x010119 to 0x018199 (0x8081 bytes) 000729 1788846795.401153 mapread 0x025a36 thru 0x02d87c (0x7e47 bytes) 000730 1788846795.402443 punch from 0x00e7b3 to 0x017f53 (0x97a1 bytes) 000732 1788846795.407214 punch from 0x0226b0 to 0x02d87c (0xb1cd bytes) 000733 1788846795.413288 trunc from 0x02d87d to 0x033eb4 (0x6638 bytes) 000734 1788846795.428155 trunc from 0x033eb5 to 0x00af0e (0x28fa6 bytes) 000735 1788846795.446803 punch from 0x007647 to 0x00af0e (0x38c8 bytes) 000736 1788846795.453375 mapread 0x000f45 thru 0x002cca (0x1d86 bytes) 000737 1788846795.463444 fallocate 0x0281bc thru 0x033a49 (0xb88e bytes) 000738 1788846795.469134 fallocate 0x03c48f thru 0x03ffff (0x3b71 bytes) 000739 1788846795.473920 mapwrite 0x03d672 thru 0x03ffff (0x298e bytes) 000740 1788846795.519623 mapwrite 0x02662a thru 0x027e76 (0x184d bytes) 000741 1788846795.550245 mapread 0x035105 thru 0x03ffff (0xaefb bytes) 000742 1788846795.559677 punch from 0x002d3f to 0x00cbc8 (0x9e8a bytes) 000743 1788846795.568050 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xd51a9d8e (stale) Mirror 4: 0x2b14bf23 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf81ca60e Mirror 5: 0xf81ca60e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000744 1788846796.261251 write 0x0050f6 thru 0x013a19 (0xe924 bytes) 000745 1788846796.307929 write 0x01a3ba thru 0x020420 (0x6067 bytes) 000746 1788846796.318922 write 0x0123a8 thru 0x01e78a (0xc3e3 bytes) 000747 1788846796.320892 read 0x02ed76 thru 0x034cad (0x5f38 bytes) 000749 1788846796.329991 fallocate 0x028087 thru 0x0293d2 (0x134c bytes) 000751 1788846796.335371 trunc from 0x040000 to 0x00a842 (0x357bd bytes) 000752 1788846796.382298 write 0x02305a thru 0x032aac (0xfa53 bytes) 000753 1788846796.385182 trunc from 0x02f879 to 0x032aac (0x3234 bytes) 000755 1788846796.403673 write 0x02b9f7 thru 0x0380d9 (0xc6e3 bytes) 000756 1788846796.408514 trunc from 0x0380da to 0x036917 (0x17c2 bytes) 000758 1788846796.424377 fallocate 0x028e4a thru 0x02c7c7 (0x397e bytes) 000761 1788846796.430112 fallocate 0x019226 thru 0x0201bb (0x6f96 bytes) 000762 1788846796.435155 mapwrite 0x03b1b7 thru 0x03ffff (0x4e49 bytes) 000763 1788846796.492263 mapwrite 0x0283dd thru 0x02a65f (0x2283 bytes) 000764 1788846796.509281 fallocate 0x025389 thru 0x027629 (0x22a1 bytes) 000765 1788846796.514470 mapread 0x01e254 thru 0x02dfb6 (0xfd63 bytes) 000767 1788846796.528471 read 0x000f3f thru 0x002a2b (0x1aed bytes) 000768 1788846796.543687 trunc from 0x002639 to 0x0119ab (0xf373 bytes) 000769 1788846796.550517 write 0x01b98b thru 0x01d492 (0x1b08 bytes) 000770 1788846796.553307 trunc from 0x0102e0 to 0x0166f2 (0x6413 bytes) 000771 1788846796.559107 trunc from 0x00b59d to 0x011f37 (0x699b bytes) 000772 1788846796.569827 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0xd51a9d8e (stale) Mirror 4: 0x2b14bf23 (stale) Mirror 5: 0xf81ca60e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x9a5ef92 Mirror 6: 0x9a5ef92 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000773 1788846797.611900 read 0x010265 thru 0x017b7a (0x7916 bytes) 000774 1788846797.633557 trunc from 0x02514f to 0x02916a (0x401c bytes) 000775 1788846797.712395 trunc from 0x02014b to 0x024056 (0x3f0c bytes) 000776 1788846797.719321 trunc from 0x03e8f5 to 0x03ffff (0x170b bytes) 000777 1788846797.724407 mapread 0x0131a1 thru 0x0183c0 (0x5220 bytes) 000778 1788846797.755093 trunc from 0x02aa94 to 0x0354dd (0xaa4a bytes) 000779 1788846797.765243 fallocate 0x01ac13 thru 0x02920a (0xe5f8 bytes) 000780 1788846797.775494 read 0x03877e thru 0x03d62d (0x4eb0 bytes) 000781 1788846797.786884 trunc from 0x040000 to 0x00c216 (0x33de9 bytes) 000785 1788846797.822998 trunc from 0x00c217 to 0x01042c (0x4216 bytes) 000786 1788846797.839020 punch from 0x003729 to 0x00751f (0x3df7 bytes) 000787 1788846797.844155 mapwrite 0x02efdb thru 0x02f458 (0x47e bytes) 000788 1788846797.891999 mapwrite 0x02e99f thru 0x03de2d (0xf48f bytes) 000789 1788846798.018617 fallocate 0x03fbfc thru 0x03ffff (0x404 bytes) 000790 1788846798.024358 trunc from 0x02f95b to 0x0346db (0x4d81 bytes) 000791 1788846798.039955 mapwrite 0x00957c thru 0x0098c4 (0x349 bytes) 000792 1788846798.075531 mapwrite 0x0086ca thru 0x010e68 (0x879f bytes) 000793 1788846798.136400 mapwrite 0x01631e thru 0x01a46c (0x414f bytes) 000794 1788846798.179020 mapread 0x02d2f1 thru 0x03ccc5 (0xf9d5 bytes) 000795 1788846798.210369 mapread 0x026444 thru 0x027a96 (0x1653 bytes) 000796 1788846798.220318 trunc from 0x0306e2 to 0x0334e8 (0x2e07 bytes) 000797 1788846798.227429 punch from 0x038e3f to 0x03ffff (0x71c1 bytes) 000798 1788846798.238244 mapread 0x03d81f thru 0x03ffff (0x27e1 bytes) 000799 1788846798.254131 mapread 0x00bfa7 thru 0x019864 (0xd8be bytes) 000800 1788846798.280134 trunc from 0x040000 to 0x026d18 (0x192e7 bytes) 000801 1788846798.297057 mapread 0x000060 thru 0x00b2b2 (0xb253 bytes) 000802 1788846798.325225 trunc from 0x026d19 to 0x0108f1 (0x16427 bytes) 000803 1788846798.339619 trunc from 0x0108f2 to 0x023dec (0x134fb bytes) 000804 1788846798.355279 mapwrite 0x0023a3 thru 0x0023be (0x1c bytes) 000805 1788846798.370637 MIRROR_RESYNC 5 mirrors 000806 1788846799.630042 read 0x0170b7 thru 0x019cf0 (0x2c3a bytes) 000809 1788846799.654788 MIRROR_EXTEND to 6 mirrors 000810 1788846800.372915 write 0x03fc2f thru 0x03ffff (0x3d1 bytes) 000811 1788846800.425249 read 0x030a4e thru 0x03d37b (0xc92e bytes) 000812 1788846800.440987 MIRROR_RESYNC 6 mirrors 000813 1788846801.838459 trunc from 0x0223e4 to 0x02fbe4 (0xd801 bytes) 000814 1788846801.873245 trunc from 0x00dfc1 to 0x019568 (0xb5a8 bytes) 000815 1788846801.878233 trunc from 0x007cfa to 0x01636b (0xe672 bytes) 000816 1788846801.886152 trunc from 0x022376 to 0x030530 (0xe1bb bytes) 000817 1788846801.891359 write 0x03e83a thru 0x03ffff (0x17c6 bytes) 000818 1788846801.897243 punch from 0x00281b to 0x005de0 (0x35c6 bytes) 000819 1788846801.902170 write 0x02d9b3 thru 0x034e6e (0x74bc bytes) 000820 1788846801.914396 trunc from 0x040000 to 0x00bbaf (0x34450 bytes) 000821 1788846801.935703 trunc from 0x00bbb0 to 0x019006 (0xd457 bytes) 000823 1788846801.952429 punch from 0x001407 to 0x004c16 (0x3810 bytes) 000824 1788846801.959133 read 0x0047c2 thru 0x010b01 (0xc340 bytes) 000825 1788846801.969122 mapread 0x001de9 thru 0x004fbc (0x31d4 bytes) 000826 1788846801.983933 write 0x00d305 thru 0x01a176 (0xce72 bytes) 000827 1788846801.986678 trunc from 0x00b0b5 to 0x0140a2 (0x8fee bytes) 000828 1788846802.002519 mapread 0x0175c0 thru 0x01a176 (0x2bb7 bytes) 000830 1788846802.005168 mapwrite 0x022c0e thru 0x025c67 (0x305a bytes) 000831 1788846802.047230 trunc from 0x025c68 to 0x00f965 (0x16302 bytes) 000833 1788846802.076212 MIRROR_RESYNC 6 mirrors 000834 1788846803.340243 write 0x02883e thru 0x02f050 (0x6813 bytes) 000835 1788846803.378817 fallocate 0x031657 thru 0x03d28a (0xbc34 bytes) 000836 1788846803.390558 trunc from 0x02f051 to 0x008733 (0x2691d bytes) 000837 1788846803.414418 trunc from 0x008734 to 0x03e29c (0x35b69 bytes) 000838 1788846803.431275 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3e29d): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e29d): Mirror 3: 0x54d9da80 (stale) Mirror 4: 0x54d9da80 (stale) Mirror 5: 0x54d9da80 (stale) Mirror 6: 0x54d9da80 (stale) Mirror 7: 0x54d9da80 (stale) CRC-32 checksum value for chunk [0, 0x3e29d): Mirror 1: 0x54d9da80 Mirror 8: 0x54d9da80 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e29d: skipped 000839 1788846804.462212 mapread 0x02fd6f thru 0x03df24 (0xe1b6 bytes) 000840 1788846804.498218 mapwrite 0x012b22 thru 0x021f79 (0xf458 bytes) 000841 1788846804.665010 write 0x011b5e thru 0x01a695 (0x8b38 bytes) 000842 1788846804.674696 trunc from 0x03e29d to 0x0273dc (0x16ec0 bytes) 000843 1788846804.701320 MIRROR_RESYNC 7 mirrors 000845 1788846806.495934 mapwrite 0x020c1c thru 0x02593b (0x4d20 bytes) 000846 1788846806.593003 MIRROR_RESYNC 7 mirrors 000849 1788846808.362548 MIRROR_RESYNC 7 mirrors 000850 1788846808.964231 read 0x011337 thru 0x01bfbd (0xac87 bytes) 000851 1788846808.989705 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) 000852 1788846809.482344 write 0x00dd4d thru 0x014281 (0x6535 bytes) 000853 1788846809.531579 trunc from 0x015fe7 to 0x01d494 (0x74ae bytes) 000854 1788846809.538441 fallocate 0x013763 thru 0x019f81 (0x681f bytes) 000855 1788846809.543470 trunc from 0x0273dd to 0x0340a3 (0xccc7 bytes) 000856 1788846809.568906 trunc from 0x010c3e to 0x016c5a (0x601d bytes) 000858 1788846809.588258 punch from 0x012a93 to 0x01e3a4 (0xb912 bytes) 000859 1788846809.597022 trunc from 0x0340a4 to 0x03fd5c (0xbcb9 bytes) 000860 1788846809.611277 punch from 0x037611 to 0x03bbe2 (0x45d2 bytes) 000862 1788846809.620680 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fd5d): Mirror 3: 0x3c77200c (stale) Mirror 4: 0x3c77200c (stale) Mirror 7: 0x3c77200c (stale) Mirror 8: 0x3c77200c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fd5d): Mirror 3: 0x3c77200c (stale) Mirror 4: 0x3c77200c (stale) Mirror 7: 0x3c77200c (stale) Mirror 8: 0x3c77200c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fd5d: skipped 000864 1788846810.101511 trunc from 0x02e319 to 0x031181 (0x2e69 bytes) 000865 1788846810.108927 write 0x0332eb thru 0x036906 (0x361c bytes) 000866 1788846810.138077 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3fd5d): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fd5d): Mirror 3: 0x3c77200c (stale) Mirror 4: 0x3c77200c (stale) Mirror 7: 0x3c77200c (stale) Mirror 8: 0x3c77200c (stale) CRC-32 checksum value for chunk [0, 0x3fd5d): Mirror 1: 0xae4b8ee4 Mirror 9: 0xae4b8ee4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fd5d: skipped 000867 1788846811.382708 fallocate 0x01c003 thru 0x0221a4 (0x61a2 bytes) 000868 1788846811.435591 mapread 0x0384af thru 0x03be03 (0x3955 bytes) 000870 1788846811.467300 trunc from 0x03fd5d to 0x0046ff (0x3b65d bytes) 000871 1788846811.516251 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x4700): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x4700): Mirror 3: 0xfb13e5ca (stale) Mirror 4: 0xfb13e5ca (stale) Mirror 7: 0xfb13e5ca (stale) Mirror 8: 0xfb13e5ca (stale) Mirror 9: 0xfb13e5ca (stale) CRC-32 checksum value for chunk [0, 0x4700): Mirror 1: 0xfb13e5ca Mirror 10: 0xfb13e5ca lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x4700: skipped 000872 1788846812.562267 read 0x0008bc thru 0x0046ff (0x3e44 bytes) 000873 1788846812.577933 punch from 0x002471 to 0x0046ff (0x228f bytes) 000874 1788846812.623294 fallocate 0x031b0b thru 0x03bf3b (0xa431 bytes) 000875 1788846812.628873 write 0x0182e9 thru 0x025ea6 (0xdbbe bytes) 000876 1788846812.638509 mapwrite 0x019db6 thru 0x028160 (0xe3ab bytes) 000877 1788846812.718838 mapread 0x002c64 thru 0x003255 (0x5f2 bytes) 000878 1788846812.742356 read 0x014df9 thru 0x01990f (0x4b17 bytes) 000879 1788846812.760909 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x28161): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28161): Mirror 3: 0x63a746cb (stale) Mirror 4: 0x63a746cb (stale) Mirror 7: 0x63a746cb (stale) Mirror 8: 0x63a746cb (stale) Mirror 9: 0x218a2909 (stale) Mirror 10: 0xc59509dd (stale) CRC-32 checksum value for chunk [0, 0x28161): Mirror 1: 0x9cc995b6 Mirror 11: 0x9cc995b6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28161: skipped 000880 1788846813.613467 write 0x003aea thru 0x010ac3 (0xcfda bytes) 000881 1788846813.690913 MIRROR_SPLIT mirror 7 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x28161): Mirror 3: 0x63a746cb (stale) Mirror 4: 0x63a746cb (stale) Mirror 7: 0x63a746cb (stale) Mirror 8: 0x63a746cb (stale) Mirror 9: 0x218a2909 (stale) Mirror 10: 0xc59509dd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28161): Mirror 3: 0x63a746cb (stale) Mirror 4: 0x63a746cb (stale) Mirror 7: 0x63a746cb (stale) Mirror 8: 0x63a746cb (stale) Mirror 9: 0x218a2909 (stale) Mirror 10: 0xc59509dd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28161: skipped 000883 1788846814.204209 trunc from 0x028161 to 0x00fde2 (0x1837e bytes) 000884 1788846814.231771 read 0x00dbda thru 0x00fde2 (0x2209 bytes) 000885 1788846814.242423 trunc from 0x00faf8 to 0x00fde2 (0x2eb bytes) 000886 1788846814.247259 trunc from 0x000eaf to 0x00e2d8 (0xd42a bytes) 000887 1788846814.257464 punch from 0x00fb7f to 0x00fde2 (0x264 bytes) 000888 1788846814.266140 trunc from 0x002802 to 0x006743 (0x3f42 bytes) 000890 1788846814.275095 mapwrite 0x03975b thru 0x039999 (0x23f bytes) 000891 1788846814.361442 trunc from 0x03999a to 0x02e744 (0xb255 bytes) 000892 1788846814.391933 trunc from 0x02e745 to 0x00f72c (0x1f018 bytes) 000893 1788846814.436022 fallocate 0x01018c thru 0x01d588 (0xd3fd bytes) 000894 1788846814.452069 read 0x00b68b thru 0x00b937 (0x2ad bytes) 000895 1788846814.487596 fallocate 0x00e42e thru 0x01e146 (0xfd19 bytes) 000897 1788846814.493932 read 0x002684 thru 0x0113f9 (0xed76 bytes) 000898 1788846814.498326 read 0x0103e4 thru 0x0194b8 (0x90d5 bytes) 000899 1788846814.501776 fallocate 0x02bb53 thru 0x03b5d7 (0xfa85 bytes) 000900 1788846814.508270 fallocate 0x0114e5 thru 0x01a7fb (0x9317 bytes) 000901 1788846814.518237 mapread 0x004bf1 thru 0x0122ab (0xd6bb bytes) 000902 1788846814.520082 mapread 0x00be17 thru 0x00ffa7 (0x4191 bytes) 000903 1788846814.521441 fallocate 0x033cee thru 0x03ffff (0xc312 bytes) 000904 1788846814.528918 trunc from 0x01d589 to 0x03844c (0x1aec4 bytes) 000905 1788846814.548285 mapwrite 0x024eb1 thru 0x025d6e (0xebe bytes) 000906 1788846814.582901 trunc from 0x00db79 to 0x00e295 (0x71d bytes) 000907 1788846814.588227 write 0x02cdd2 thru 0x0341e0 (0x740f bytes) 000908 1788846814.590048 mapwrite 0x004e01 thru 0x00c384 (0x7584 bytes) 000910 1788846814.609739 read 0x00c47b thru 0x00c552 (0xd8 bytes) 000911 1788846814.610467 fallocate 0x023894 thru 0x02b271 (0x79de bytes) 000912 1788846814.615544 fallocate 0x00c9fa thru 0x00f4a2 (0x2aa9 bytes) 000913 1788846814.624041 write 0x012a54 thru 0x01bb10 (0x90bd bytes) 000914 1788846814.627578 write 0x032a48 thru 0x0373d4 (0x498d bytes) 000915 1788846814.631848 punch from 0x024087 to 0x02a27c (0x61f6 bytes) 000916 1788846814.639135 mapwrite 0x025c07 thru 0x02dee3 (0x82dd bytes) 000917 1788846814.667945 write 0x00a9f6 thru 0x00c5ab (0x1bb6 bytes) 000918 1788846814.669326 punch from 0x020fac to 0x028373 (0x73c8 bytes) 000919 1788846814.674720 write 0x013386 thru 0x01e14a (0xadc5 bytes) 000920 1788846814.676393 mapwrite 0x00ac31 thru 0x00c7a5 (0x1b75 bytes) 000921 1788846814.696844 read 0x006c27 thru 0x010b00 (0x9eda bytes) 000922 1788846814.697629 trunc from 0x02f1a8 to 0x035046 (0x5e9f bytes) 000923 1788846814.704925 fallocate 0x02c4a0 thru 0x02cf67 (0xac8 bytes) 000924 1788846814.721440 write 0x01e8ba thru 0x02e5da (0xfd21 bytes) 000925 1788846814.730086 read 0x009693 thru 0x009f3f (0x8ad bytes) 000926 1788846814.737606 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000405:0x194:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3844d): Mirror 4: 0x238608bf (stale) Mirror 7: 0x238608bf (stale) Mirror 8: 0x238608bf (stale) Mirror 9: 0xdd3fcc76 (stale) Mirror 10: 0x96eaf042 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3844d): Mirror 4: 0x238608bf (stale) Mirror 7: 0x238608bf (stale) Mirror 8: 0x238608bf (stale) Mirror 9: 0xdd3fcc76 (stale) Mirror 10: 0x96eaf042 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3844d: skipped 000927 1788846815.261438 read 0x028d7a thru 0x02f408 (0x668f bytes) 000928 1788846815.278232 mapread 0x024fa9 thru 0x02b4e3 (0x653b bytes) 000929 1788846815.308851 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3844d): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3844d): Mirror 4: 0x238608bf (stale) Mirror 7: 0x238608bf (stale) Mirror 8: 0x238608bf (stale) Mirror 9: 0xdd3fcc76 (stale) Mirror 10: 0x96eaf042 (stale) CRC-32 checksum value for chunk [0, 0x3844d): Mirror 1: 0xefa5c3f6 Mirror 11: 0xefa5c3f6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3844d: skipped 000930 1788846816.459304 read 0x0133f4 thru 0x019697 (0x62a4 bytes) 000931 1788846816.484129 trunc from 0x001984 to 0x00cfff (0xb67c bytes) 000932 1788846816.528065 punch from 0x01eedd to 0x02963f (0xa763 bytes) 000933 1788846816.533691 read 0x033d37 thru 0x038220 (0x44ea bytes) 000934 1788846816.560046 MIRROR_RESYNC 7 mirrors 000935 1788846819.353628 punch from 0x033eac to 0x03844c (0x45a1 bytes) 000936 1788846819.391133 punch from 0x01094d to 0x018835 (0x7ee9 bytes) 000938 1788846819.397173 read 0x00d3a7 thru 0x01b403 (0xe05d bytes) 000939 1788846819.416747 mapread 0x00fe51 thru 0x019aca (0x9c7a bytes) 000940 1788846819.418212 fallocate 0x001166 thru 0x003ab5 (0x2950 bytes) 000941 1788846819.423139 fallocate 0x00265f thru 0x009b76 (0x7518 bytes) 000943 1788846819.431025 mapwrite 0x012bd7 thru 0x018f57 (0x6381 bytes) 000945 1788846819.451523 trunc from 0x00f61b to 0x0184e8 (0x8ece bytes) 000946 1788846819.456859 punch from 0x024604 to 0x028075 (0x3a72 bytes) 000947 1788846819.464049 trunc from 0x03844d to 0x00e9fc (0x29a50 bytes) 000948 1788846819.486842 trunc from 0x0068fc to 0x0077d7 (0xedc bytes) 000949 1788846819.491945 read 0x008a3e thru 0x008ba9 (0x16c bytes) 000951 1788846819.502441 punch from 0x00cfa4 to 0x00e9fc (0x1a59 bytes) 000952 1788846819.513970 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0xe9fd): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xe9fd): Mirror 4: 0x9845a60 (stale) Mirror 7: 0x9845a60 (stale) Mirror 8: 0x9845a60 (stale) Mirror 9: 0x9845a60 (stale) Mirror 10: 0x9845a60 (stale) Mirror 11: 0x9845a60 (stale) CRC-32 checksum value for chunk [0, 0xe9fd): Mirror 1: 0x8b3c9eb8 Mirror 12: 0x8b3c9eb8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xe9fd: skipped 000953 1788846820.291048 punch from 0x008c1b to 0x00dc1f (0x5005 bytes) 000954 1788846820.337898 mapread 0x00b710 thru 0x00e9fc (0x32ed bytes) 000955 1788846820.354754 mapwrite 0x02d418 thru 0x02da22 (0x60b bytes) 000956 1788846820.418579 mapread 0x01a7c6 thru 0x0274ca (0xcd05 bytes) 000957 1788846820.432908 write 0x01c95c thru 0x029f73 (0xd618 bytes) 000958 1788846820.435179 write 0x02fca5 thru 0x03a854 (0xabb0 bytes) 000959 1788846820.438441 read 0x001d82 thru 0x006575 (0x47f4 bytes) 000960 1788846820.447451 read 0x00ade1 thru 0x016174 (0xb394 bytes) 000962 1788846820.457068 write 0x005b7c thru 0x007cf9 (0x217e bytes) 000963 1788846820.462362 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3a855): Mirror 4: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a855): Mirror 4: 0x4e8dc598 (stale) Mirror 7: 0x4e8dc598 (stale) Mirror 8: 0x4e8dc598 (stale) Mirror 9: 0x4e8dc598 (stale) Mirror 10: 0x4e8dc598 (stale) Mirror 11: 0x4e8dc598 (stale) Mirror 12: 0xc65d6c10 (stale) CRC-32 checksum value for chunk [0, 0x3a855): Mirror 1: 0x1da185de Mirror 13: 0x1da185de lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a855: skipped 000964 1788846821.943673 trunc from 0x036be1 to 0x03a854 (0x3c74 bytes) 000966 1788846821.996048 mapwrite 0x037acd thru 0x03ccee (0x5222 bytes) 000967 1788846822.058425 punch from 0x00e00c to 0x014e75 (0x6e6a bytes) 000968 1788846822.063821 punch from 0x01a776 to 0x024a24 (0xa2af bytes) 000970 1788846822.073077 trunc from 0x03aa89 to 0x03be71 (0x13e9 bytes) 000971 1788846822.086279 MIRROR_RESYNC 9 mirrors 000972 1788846825.746951 mapwrite 0x012993 thru 0x020dd5 (0xe443 bytes) 000974 1788846825.867793 mapwrite 0x02eb09 thru 0x03cd72 (0xe26a bytes) 000975 1788846825.920614 mapwrite 0x036751 thru 0x03f524 (0x8dd4 bytes) 000976 1788846825.961584 fallocate 0x009ed4 thru 0x012e61 (0x8f8e bytes) 000977 1788846825.969642 write 0x02e26e thru 0x03b1f0 (0xcf83 bytes) 000978 1788846825.971997 mapread 0x01762b thru 0x01e5bd (0x6f93 bytes) 000979 1788846825.977767 MIRROR_RESYNC 9 mirrors 000980 1788846829.568840 punch from 0x00ebde to 0x010e89 (0x22ac bytes) 000981 1788846829.611235 trunc from 0x022035 to 0x0224f0 (0x4bc bytes) 000982 1788846829.616426 fallocate 0x02d0a8 thru 0x035a0d (0x8966 bytes) 000983 1788846829.620869 write 0x0355cd thru 0x03a3ba (0x4dee bytes) 000984 1788846829.631263 mapread 0x003abe thru 0x00f572 (0xbab5 bytes) 000985 1788846829.648436 trunc from 0x03f525 to 0x031d33 (0xd7f1 bytes) 000987 1788846829.673391 write 0x0021c3 thru 0x00ac73 (0x8ab1 bytes) 000988 1788846829.675939 trunc from 0x031d34 to 0x021cb9 (0x1007a bytes) 000989 1788846829.696392 write 0x0197c6 thru 0x023c28 (0xa463 bytes) 000990 1788846829.703752 mapwrite 0x01b6ab thru 0x01e6d3 (0x3029 bytes) 000991 1788846829.726393 fallocate 0x02fbc9 thru 0x039469 (0x98a1 bytes) 000992 1788846829.734006 trunc from 0x023c29 to 0x036f46 (0x1331e bytes) 000993 1788846829.751426 read 0x034a74 thru 0x036f46 (0x24d3 bytes) 000994 1788846829.759812 write 0x0123b2 thru 0x019dd6 (0x7a25 bytes) 000995 1788846829.765613 mapread 0x029e2a thru 0x030883 (0x6a5a bytes) 000996 1788846829.775968 fallocate 0x01ab81 thru 0x02a0da (0xf55a bytes) 000997 1788846829.785832 MIRROR_RESYNC 9 mirrors 000998 1788846832.241683 trunc from 0x02f1e1 to 0x036f46 (0x7d66 bytes) 000999 1788846832.292008 trunc from 0x01783a to 0x026026 (0xe7ed bytes) 001000 1788846832.310965 read 0x00f680 thru 0x011b9c (0x251d bytes) All operations completed A-OK!