== sanity-flr test 70a: flr mode fsx test ================ 16:52:37 (1788814357) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 4359 skipping zero size read fallocating to largest ever: 0x40000 000003 1788814360.337494 fallocate 0x03eda1 thru 0x03ffff (0x125f bytes) 000004 1788814360.343089 trunc from 0x0361d5 to 0x03ffff (0x9e2b bytes) 000005 1788814360.347174 fallocate 0x016d28 thru 0x017a3f (0xd18 bytes) 000006 1788814360.353202 mapwrite 0x03f828 thru 0x03ffff (0x7d8 bytes) 000007 1788814360.375063 mapread 0x02138b thru 0x02df9d (0xcc13 bytes) 000009 1788814360.427642 write 0x0040a1 thru 0x012219 (0xe179 bytes) 000010 1788814360.437819 mapwrite 0x031d9b thru 0x03680b (0x4a71 bytes) 000011 1788814360.467027 punch from 0x01dc2f to 0x02ca4c (0xee1e bytes) 000012 1788814360.472577 fallocate 0x0079dc thru 0x01107f (0x96a4 bytes) 000013 1788814360.485662 MIRROR_EXTEND to 2 mirrors 000014 1788814361.076147 mapread 0x02e733 thru 0x039e79 (0xb747 bytes) 000015 1788814361.108696 MIRROR_EXTEND to 3 mirrors 000017 1788814361.866238 MIRROR_RESYNC 3 mirrors 000018 1788814362.354525 fallocate 0x03cb44 thru 0x03ffff (0x34bc bytes) 000019 1788814362.420537 write 0x0184c7 thru 0x022cd3 (0xa80d bytes) 000021 1788814362.447196 mapread 0x025662 thru 0x031b3f (0xc4de bytes) 000022 1788814362.481155 trunc from 0x040000 to 0x0071b6 (0x38e49 bytes) 000023 1788814362.517518 trunc from 0x004ba9 to 0x0071b6 (0x260e bytes) 000024 1788814362.525324 trunc from 0x004372 to 0x0071b6 (0x2e45 bytes) 000025 1788814362.533020 read 0x00280e thru 0x0071b6 (0x49a9 bytes) 000026 1788814362.542201 trunc from 0x0071b7 to 0x03f9a4 (0x387ee bytes) 000027 1788814362.560368 mapwrite 0x008d66 thru 0x011733 (0x89ce bytes) 000028 1788814362.607816 read 0x037c58 thru 0x03b0b3 (0x345c bytes) 000029 1788814362.626219 mapread 0x00b25c thru 0x013983 (0x8728 bytes) 000032 1788814362.632438 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 3: 0xe7781db6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 3: 0xe7781db6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f9a5: skipped 000033 1788814362.869147 fallocate 0x02c3d3 thru 0x039a86 (0xd6b4 bytes) 000035 1788814362.882667 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 3: 0xe7781db6 (stale) CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 1: 0xde035f1a Mirror 4: 0xde035f1a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f9a5: skipped 000036 1788814363.816908 punch from 0x030ad9 to 0x03a4e3 (0x9a0b bytes) 000037 1788814363.897119 fallocate 0x03d7e4 thru 0x03eec2 (0x16df bytes) 000038 1788814363.914647 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 3: 0xe7781db6 (stale) Mirror 4: 0xde035f1a (stale) CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 1: 0xde035f1a Mirror 5: 0xde035f1a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f9a5: skipped 000039 1788814364.950093 trunc from 0x0278dd to 0x031b26 (0xa24a bytes) 000040 1788814365.000233 mapread 0x01c5ea thru 0x02a92f (0xe346 bytes) 000041 1788814365.036277 MIRROR_SPLIT mirror 1 to 3 mirrors CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 4: 0xde035f1a (stale) Mirror 5: 0xde035f1a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 4: 0xde035f1a (stale) Mirror 5: 0xde035f1a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f9a5: skipped 000042 1788814365.308155 punch from 0x00c248 to 0x016532 (0xa2eb bytes) 000043 1788814365.314309 trunc from 0x03a012 to 0x03ead7 (0x4ac6 bytes) 000044 1788814365.319275 write 0x0295b2 thru 0x0307ce (0x721d bytes) 000045 1788814365.342299 MIRROR_RESYNC 3 mirrors 000046 1788814366.470246 mapwrite 0x000e55 thru 0x003034 (0x21e0 bytes) 000048 1788814366.616579 mapread 0x00a8db thru 0x00d2a7 (0x29cd bytes) 000049 1788814366.625768 MIRROR_SPLIT mirror 2 to 2 mirrors CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 4: 0x169b1c9b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f9a5): Mirror 4: 0x169b1c9b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f9a5: skipped 000050 1788814366.929626 fallocate 0x0305cc thru 0x03665d (0x6092 bytes) 000051 1788814366.939328 write 0x02f09d thru 0x03e6d0 (0xf634 bytes) 000052 1788814366.962659 trunc from 0x015b9a to 0x02245c (0xc8c3 bytes) 000053 1788814366.967441 punch from 0x01744a to 0x0176e1 (0x298 bytes) 000054 1788814366.972362 punch from 0x021e27 to 0x026554 (0x472e bytes) 000055 1788814366.977451 read 0x017566 thru 0x01a9c4 (0x345f bytes) 000056 1788814366.985016 read 0x039f3b thru 0x03f9a4 (0x5a6a bytes) 000057 1788814366.995923 punch from 0x01c091 to 0x02b7cc (0xf73c bytes) 000058 1788814367.001551 trunc from 0x00d960 to 0x018930 (0xafd1 bytes) 000059 1788814367.007342 read 0x035f20 thru 0x03e3b9 (0x849a bytes) 000060 1788814367.008429 fallocate 0x000afc thru 0x0100f3 (0xf5f8 bytes) 000061 1788814367.013559 fallocate 0x018bdd thru 0x01a121 (0x1545 bytes) 000062 1788814367.019181 trunc from 0x03f9a5 to 0x012392 (0x2d612 bytes) 000063 1788814367.035337 read 0x0037d5 thru 0x0098bb (0x60e7 bytes) 000064 1788814367.036403 punch from 0x01205e to 0x012392 (0x335 bytes) 000065 1788814367.051072 write 0x01b415 thru 0x022221 (0x6e0d bytes) 000066 1788814367.053199 mapwrite 0x0379cb thru 0x03ffff (0x8635 bytes) 000067 1788814367.142845 MIRROR_SPLIT mirror 1 to 1 mirrors 000068 1788814367.273850 write 0x01d256 thru 0x02344f (0x61fa bytes) 000069 1788814367.286686 trunc from 0x040000 to 0x01ccc0 (0x2333f bytes) 000071 1788814367.309693 punch from 0x00b7ab to 0x00e947 (0x319d bytes) 000072 1788814367.327799 MIRROR_EXTEND to 2 mirrors 000074 1788814368.210166 fallocate 0x0354b9 thru 0x03c94c (0x7494 bytes) 000075 1788814368.257325 trunc from 0x03c94d to 0x037f89 (0x49c3 bytes) 000076 1788814368.295233 read 0x021bd4 thru 0x02f603 (0xda30 bytes) 000077 1788814368.316554 trunc from 0x037f8a to 0x00456e (0x33a1b bytes) 000078 1788814368.336179 read 0x002961 thru 0x00456e (0x1c0e bytes) 000079 1788814368.344907 punch from 0x000b5d to 0x00456e (0x3a12 bytes) 000080 1788814368.352517 read 0x000b32 thru 0x00456e (0x3a3d bytes) 000081 1788814368.365437 trunc from 0x00456f to 0x016a0a (0x1249c bytes) 000082 1788814368.384950 punch from 0x00ac62 to 0x016a0a (0xbda9 bytes) 000084 1788814368.391268 mapwrite 0x030f0a thru 0x0336c8 (0x27bf bytes) 000085 1788814368.460999 mapread 0x014a24 thru 0x0174d8 (0x2ab5 bytes) 000086 1788814368.462084 write 0x032d5b thru 0x037f9c (0x5242 bytes) 000087 1788814368.467469 fallocate 0x020d53 thru 0x02a60d (0x98bb bytes) 000088 1788814368.476116 punch from 0x023694 to 0x02b107 (0x7a74 bytes) 000090 1788814368.488742 fallocate 0x00c932 thru 0x01bed4 (0xf5a3 bytes) 000094 1788814368.501443 read 0x007eae thru 0x008d77 (0xeca bytes) 000095 1788814368.503349 trunc from 0x037f9d to 0x02dacc (0xa4d0 bytes) 000096 1788814368.522680 mapwrite 0x02bbc5 thru 0x02ffc4 (0x4400 bytes) 000097 1788814368.568065 fallocate 0x037540 thru 0x03ffff (0x8ac0 bytes) 000098 1788814368.576190 trunc from 0x020b58 to 0x0278c1 (0x6d6a bytes) 000099 1788814368.586220 MIRROR_RESYNC 2 mirrors 000101 1788814369.120042 read 0x000fc1 thru 0x01008e (0xf0ce bytes) 000102 1788814369.133501 punch from 0x0057e3 to 0x0082ce (0x2aec bytes) 000104 1788814369.174424 mapwrite 0x02cf33 thru 0x03b7b4 (0xe882 bytes) 000105 1788814369.334166 fallocate 0x021a69 thru 0x026bad (0x5145 bytes) 000106 1788814369.349073 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3b7b5): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b7b5): Mirror 2: 0xd5bfb401 (stale) CRC-32 checksum value for chunk [0, 0x3b7b5): Mirror 1: 0xafd77c6d Mirror 3: 0xafd77c6d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b7b5: skipped 000107 1788814370.708994 MIRROR_SPLIT mirror 1 to 2 mirrors 000108 1788814371.114390 MIRROR_EXTEND to 3 mirrors 000109 1788814371.988873 trunc from 0x03b7b5 to 0x003ff1 (0x377c3 bytes) 000110 1788814372.036183 fallocate 0x00538c thru 0x00b709 (0x637e bytes) 000111 1788814372.041475 read 0x00b0c1 thru 0x00b709 (0x649 bytes) 000112 1788814372.050166 mapwrite 0x023f3f thru 0x02469c (0x75e bytes) 000113 1788814372.111294 read 0x006d35 thru 0x015ff0 (0xf2bc bytes) 000114 1788814372.128682 mapread 0x014cb5 thru 0x019007 (0x4353 bytes) 000115 1788814372.130889 trunc from 0x02469d to 0x0371ce (0x12b32 bytes) 000116 1788814372.158274 trunc from 0x016464 to 0x022c52 (0xc7ef bytes) 000118 1788814372.169315 mapread 0x02fa9d thru 0x032340 (0x28a4 bytes) 000119 1788814372.201312 fallocate 0x01f5f6 thru 0x02236a (0x2d75 bytes) 000120 1788814372.205455 fallocate 0x02697c thru 0x02ad3a (0x43bf bytes) 000121 1788814372.210600 mapwrite 0x02ddd6 thru 0x037d9e (0x9fc9 bytes) 000122 1788814372.240404 read 0x03303f thru 0x037d9e (0x4d60 bytes) 000123 1788814372.241335 read 0x00ead2 thru 0x01bae8 (0xd017 bytes) 000124 1788814372.265425 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x37d9f): Mirror 4: 0x3ec9b549 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37d9f): Mirror 4: 0x3ec9b549 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37d9f: skipped 000125 1788814372.561683 trunc from 0x006b2d to 0x0094c6 (0x299a bytes) 000126 1788814372.575264 MIRROR_RESYNC 2 mirrors 000127 1788814373.403257 trunc from 0x037d9f to 0x0015f9 (0x367a5 bytes) 000128 1788814373.447272 trunc from 0x0015fa to 0x011e56 (0x1085d bytes) 000130 1788814373.473284 trunc from 0x011e57 to 0x0149f3 (0x2b9d bytes) 000131 1788814373.498513 trunc from 0x00739b to 0x0149f3 (0xd659 bytes) 000132 1788814373.513386 fallocate 0x02be60 thru 0x034a9d (0x8c3e bytes) 000133 1788814373.521435 read 0x0036be thru 0x0077f1 (0x4134 bytes) 000134 1788814373.541295 trunc from 0x0134c5 to 0x0149f3 (0x152f bytes) 000135 1788814373.551791 write 0x0215bc thru 0x028c65 (0x76aa bytes) 000136 1788814373.553185 write 0x016e41 thru 0x01f9be (0x8b7e bytes) 000137 1788814373.571559 trunc from 0x009ffc to 0x0184e0 (0xe4e5 bytes) 000138 1788814373.591035 read 0x00657b thru 0x01006c (0x9af2 bytes) 000139 1788814373.616416 MIRROR_SPLIT mirror 1 to 1 mirrors 000140 1788814373.696477 fallocate 0x00716c thru 0x009749 (0x25de bytes) 000141 1788814373.700579 mapwrite 0x014470 thru 0x0231c0 (0xed51 bytes) 000143 1788814373.745915 MIRROR_EXTEND to 2 mirrors 000144 1788814374.394926 punch from 0x00ee9c to 0x0137dc (0x4941 bytes) 000145 1788814374.454243 mapwrite 0x033853 thru 0x03ffff (0xc7ad bytes) 000146 1788814374.572580 trunc from 0x02e0df to 0x0336d5 (0x55f7 bytes) 000147 1788814374.585768 MIRROR_RESYNC 2 mirrors 000148 1788814375.139237 fallocate 0x0195e0 thru 0x022476 (0x8e97 bytes) 000149 1788814375.180708 trunc from 0x036cfc to 0x038635 (0x193a bytes) 000150 1788814375.186356 trunc from 0x03b902 to 0x03cfa9 (0x16a8 bytes) 000151 1788814375.191169 punch from 0x032ca4 to 0x03dd85 (0xb0e2 bytes) 000152 1788814375.198315 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x77170f40 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x91cc4ea2 Mirror 3: 0x91cc4ea2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000153 1788814375.912964 trunc from 0x02ac68 to 0x039d9f (0xf138 bytes) 000154 1788814375.955283 fallocate 0x006281 thru 0x014edc (0xec5c bytes) 000155 1788814375.961056 mapread 0x0002ec thru 0x003551 (0x3266 bytes) 000156 1788814375.987417 MIRROR_RESYNC 3 mirrors 000157 1788814376.787516 trunc from 0x040000 to 0x000ed6 (0x3f129 bytes) 000158 1788814376.833158 read 0x0007db thru 0x000ed6 (0x6fc bytes) 000159 1788814376.839390 mapwrite 0x002053 thru 0x00ba22 (0x99d0 bytes) 000160 1788814376.901143 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0xba23): Mirror 3: 0x9ffad7e7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xba23): Mirror 3: 0x9ffad7e7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xba23: skipped 000161 1788814377.201113 fallocate 0x0039a9 thru 0x00e6b2 (0xad0a bytes) 000162 1788814377.211266 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0xba23): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xba23): Mirror 3: 0x9ffad7e7 (stale) CRC-32 checksum value for chunk [0, 0xba23): Mirror 1: 0xf49a1f2b Mirror 4: 0xf49a1f2b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xba23: skipped 000163 1788814378.018093 write 0x02674d thru 0x0344b4 (0xdd68 bytes) 000164 1788814378.062122 write 0x003a21 thru 0x011e63 (0xe443 bytes) 000165 1788814378.079349 trunc from 0x0344b5 to 0x03b074 (0x6bc0 bytes) 000166 1788814378.104042 punch from 0x015ef1 to 0x01fb24 (0x9c34 bytes) 000167 1788814378.109330 trunc from 0x03b075 to 0x039533 (0x1b41 bytes) 000168 1788814378.127246 write 0x012623 thru 0x02172e (0xf10c bytes) 000169 1788814378.139917 mapwrite 0x009cdb thru 0x012cb3 (0x8fd9 bytes) 000170 1788814378.170239 trunc from 0x01a678 to 0x0213fb (0x6d84 bytes) 000171 1788814378.176209 punch from 0x038294 to 0x039533 (0x12a0 bytes) 000172 1788814378.181883 mapwrite 0x026e10 thru 0x02b6d6 (0x48c7 bytes) 000173 1788814378.197440 read 0x02497c thru 0x02990e (0x4f93 bytes) 000174 1788814378.209048 trunc from 0x0198bd to 0x01f408 (0x5b4c bytes) 000175 1788814378.216026 fallocate 0x035790 thru 0x03771c (0x1f8d bytes) 000176 1788814378.220975 mapwrite 0x01396f thru 0x01ed6f (0xb401 bytes) 000178 1788814378.277197 punch from 0x01d223 to 0x02b903 (0xe6e1 bytes) 000179 1788814378.288642 read 0x02307f thru 0x027994 (0x4916 bytes) 000180 1788814378.308851 write 0x01ebfe thru 0x026bb5 (0x7fb8 bytes) 000182 1788814378.311117 trunc from 0x014066 to 0x01a8be (0x6859 bytes) 000183 1788814378.320075 mapread 0x02675b thru 0x029496 (0x2d3c bytes) 000184 1788814378.321767 fallocate 0x023cac thru 0x02f25a (0xb5af bytes) 000185 1788814378.328622 mapwrite 0x02af59 thru 0x030f27 (0x5fcf bytes) 000186 1788814378.357915 read 0x01fed8 thru 0x027947 (0x7a70 bytes) 000188 1788814378.360041 mapread 0x02d078 thru 0x039533 (0xc4bc bytes) 000189 1788814378.361501 mapwrite 0x038740 thru 0x03ffff (0x78c0 bytes) 000190 1788814378.415234 punch from 0x0076b4 to 0x00c557 (0x4ea4 bytes) 000191 1788814378.423518 trunc from 0x040000 to 0x00ecfa (0x31305 bytes) 000192 1788814378.441973 write 0x025298 thru 0x03155e (0xc2c7 bytes) 000194 1788814378.444054 punch from 0x02c599 to 0x02e8ee (0x2356 bytes) 000195 1788814378.461358 write 0x02298d thru 0x028beb (0x625f bytes) 000196 1788814378.469279 fallocate 0x02b59e thru 0x02f85d (0x42c0 bytes) 000197 1788814378.476098 mapread 0x02cb11 thru 0x03155e (0x4a4e bytes) 000198 1788814378.494195 trunc from 0x001e00 to 0x00826b (0x646c bytes) 000199 1788814378.504818 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x3155f): Mirror 4: 0x60d38eb3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3155f): Mirror 4: 0x60d38eb3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3155f: skipped 000200 1788814378.768954 read 0x02a221 thru 0x03155e (0x733e bytes) 000201 1788814378.779820 write 0x034825 thru 0x03ffff (0xb7db bytes) 000202 1788814378.787809 read 0x019a79 thru 0x026db0 (0xd338 bytes) 000203 1788814378.801480 read 0x03c70c thru 0x03ffff (0x38f4 bytes) 000204 1788814378.802426 read 0x035857 thru 0x03ffff (0xa7a9 bytes) 000205 1788814378.803593 mapread 0x01489b thru 0x01c6a3 (0x7e09 bytes) 000206 1788814378.805270 trunc from 0x040000 to 0x006066 (0x39f99 bytes) 000207 1788814378.822990 MIRROR_RESYNC 2 mirrors 000208 1788814379.479853 MIRROR_RESYNC 2 mirrors 000210 1788814379.818823 read 0x002b71 thru 0x006066 (0x34f6 bytes) 000211 1788814379.828103 MIRROR_EXTEND to 3 mirrors 000212 1788814380.598007 mapwrite 0x029059 thru 0x02944a (0x3f2 bytes) 000214 1788814380.671987 mapread 0x024d49 thru 0x02944a (0x4702 bytes) 000215 1788814380.692305 read 0x0289e4 thru 0x02944a (0xa67 bytes) 000216 1788814380.693279 read 0x012663 thru 0x01db90 (0xb52e bytes) 000217 1788814380.718335 write 0x01056b thru 0x011acb (0x1561 bytes) 000218 1788814380.724186 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x2944b): Mirror 5: 0x4a887da6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2944b): Mirror 5: 0x4a887da6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2944b: skipped 000219 1788814380.965212 write 0x025200 thru 0x03210b (0xcf0c bytes) 000221 1788814380.973579 trunc from 0x026b30 to 0x030773 (0x9c44 bytes) 000222 1788814380.983138 read 0x031194 thru 0x03210b (0xf78 bytes) 000223 1788814380.983955 mapwrite 0x00addb thru 0x01968b (0xe8b1 bytes) 000224 1788814381.041530 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3210c): Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3210c): Mirror 5: 0x7623f5f (stale) CRC-32 checksum value for chunk [0, 0x3210c): Mirror 1: 0xa4fd3c32 Mirror 6: 0xa4fd3c32 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3210c: skipped 000225 1788814381.963004 mapwrite 0x01c370 thru 0x028082 (0xbd13 bytes) 000226 1788814382.088925 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x3210c): Mirror 6: 0xa4fd3c32 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3210c): Mirror 6: 0xa4fd3c32 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3210c: skipped 000228 1788814382.369138 trunc from 0x03210c to 0x0090ed (0x2901e bytes) 000229 1788814382.400706 mapwrite 0x03a87c thru 0x03ffff (0x5784 bytes) 000230 1788814382.479951 trunc from 0x040000 to 0x009645 (0x369ba bytes) 000231 1788814382.503699 write 0x027859 thru 0x0304f9 (0x8ca1 bytes) 000232 1788814382.505238 trunc from 0x0304fa to 0x0241fd (0xc2fc bytes) 000233 1788814382.524600 read 0x00a1df thru 0x014d27 (0xab49 bytes) 000234 1788814382.536364 mapwrite 0x00fec7 thru 0x018b83 (0x8cbd bytes) 000235 1788814382.575619 mapread 0x011bbd thru 0x013c32 (0x2076 bytes) 000237 1788814382.576853 trunc from 0x00e2a0 to 0x017b5a (0x98bb bytes) 000238 1788814382.586458 mapread 0x0088e6 thru 0x00feb3 (0x75ce bytes) 000239 1788814382.598270 trunc from 0x0241fe to 0x01c1ce (0x802f bytes) 000240 1788814382.611055 write 0x00544b thru 0x01540c (0xffc2 bytes) 000241 1788814382.618684 trunc from 0x01b688 to 0x01c1ce (0xb47 bytes) 000242 1788814382.634524 MIRROR_SPLIT mirror 1 to 1 mirrors 000244 1788814382.733704 trunc from 0x01c1cf to 0x00e903 (0xd8cb bytes) 000245 1788814382.756307 mapread 0x00e5c3 thru 0x00e903 (0x341 bytes) 000246 1788814382.763534 read 0x0028d7 thru 0x004554 (0x1c7e bytes) 000248 1788814382.768924 read 0x00cf3c thru 0x00e903 (0x19c8 bytes) 000250 1788814382.782445 write 0x009590 thru 0x0130c7 (0x9b38 bytes) 000251 1788814382.785625 trunc from 0x0130c8 to 0x027787 (0x146c0 bytes) 000252 1788814382.810415 trunc from 0x000aac to 0x004c81 (0x41d6 bytes) 000253 1788814382.815684 read 0x023787 thru 0x027787 (0x4001 bytes) 000254 1788814382.828068 read 0x00f3ae thru 0x00f94e (0x5a1 bytes) 000255 1788814382.828964 trunc from 0x025665 to 0x027787 (0x2123 bytes) 000256 1788814382.834012 punch from 0x004f50 to 0x013347 (0xe3f8 bytes) 000257 1788814382.847504 read 0x00daa0 thru 0x01815a (0xa6bb bytes) 000258 1788814382.860159 mapread 0x00b18d thru 0x018f44 (0xddb8 bytes) 000259 1788814382.865895 read 0x024804 thru 0x025ae3 (0x12e0 bytes) 000260 1788814382.866655 trunc from 0x027788 to 0x020d26 (0x6a61 bytes) 000262 1788814382.908872 mapwrite 0x024640 thru 0x027289 (0x2c4a bytes) 000263 1788814382.950230 trunc from 0x01e446 to 0x027112 (0x8ccd bytes) 000264 1788814382.956671 trunc from 0x02728a to 0x01fc5c (0x762d bytes) 000265 1788814382.975440 fallocate 0x037f77 thru 0x03ad68 (0x2df2 bytes) 000268 1788814382.983638 fallocate 0x000757 thru 0x007ea1 (0x774b bytes) 000269 1788814382.989024 mapread 0x02c8f2 thru 0x02f73a (0x2e49 bytes) 000270 1788814382.997682 trunc from 0x03ad69 to 0x010ca3 (0x2a0c5 bytes) 000271 1788814383.017311 write 0x01ed34 thru 0x025c9a (0x6f67 bytes) 000272 1788814383.018791 mapwrite 0x007e79 thru 0x016047 (0xe1cf bytes) 000273 1788814383.077002 trunc from 0x025c9b to 0x032fa5 (0xd30b bytes) 000275 1788814383.090991 fallocate 0x00b65d thru 0x01048c (0x4e30 bytes) 000277 1788814383.097196 write 0x00abc5 thru 0x017274 (0xc6b0 bytes) 000278 1788814383.102608 mapwrite 0x021036 thru 0x02d552 (0xc51d bytes) 000280 1788814383.177042 trunc from 0x027005 to 0x02945c (0x2458 bytes) 000283 1788814383.188261 mapwrite 0x0144fb thru 0x023e12 (0xf918 bytes) 000284 1788814383.243178 write 0x03ced8 thru 0x03ffff (0x3128 bytes) 000285 1788814383.245661 trunc from 0x0170ea to 0x01c786 (0x569d bytes) 000288 1788814383.254543 punch from 0x01202e to 0x0124ee (0x4c1 bytes) 000289 1788814383.260301 punch from 0x0080cc to 0x0178c6 (0xf7fb bytes) 000291 1788814383.267762 read 0x023d19 thru 0x0243a3 (0x68b bytes) 000293 1788814383.269270 read 0x034b29 thru 0x03d496 (0x896e bytes) 000294 1788814383.296400 mapread 0x000233 thru 0x008633 (0x8401 bytes) 000295 1788814383.301273 write 0x0140ee thru 0x01c15e (0x8071 bytes) 000296 1788814383.306248 read 0x006f7c thru 0x008127 (0x11ac bytes) 000298 1788814383.311114 trunc from 0x00a3b4 to 0x010d8b (0x69d8 bytes) 000299 1788814383.318810 mapwrite 0x0357d3 thru 0x03c000 (0x682e bytes) 000300 1788814383.367678 MIRROR_EXTEND to 2 mirrors 000301 1788814383.951111 write 0x021362 thru 0x024925 (0x35c4 bytes) 000302 1788814384.012988 mapwrite 0x036910 thru 0x03ffff (0x96f0 bytes) 000303 1788814384.053057 mapwrite 0x014b45 thru 0x01d428 (0x88e4 bytes) 000305 1788814384.091652 write 0x007e04 thru 0x00bc64 (0x3e61 bytes) 000306 1788814384.104094 mapwrite 0x02a320 thru 0x02afea (0xccb bytes) 000307 1788814384.138158 MIRROR_SPLIT mirror 1 to 1 mirrors 000308 1788814384.247693 MIRROR_EXTEND to 2 mirrors 000309 1788814385.214969 read 0x03ac26 thru 0x03ea8a (0x3e65 bytes) 000310 1788814385.223562 mapwrite 0x0103e2 thru 0x01f3c2 (0xefe1 bytes) 000311 1788814385.312317 fallocate 0x01e5f0 thru 0x01fbda (0x15eb bytes) 000312 1788814385.321092 punch from 0x013e95 to 0x02180b (0xd977 bytes) 000313 1788814385.330200 mapread 0x03d601 thru 0x03ffff (0x29ff bytes) 000314 1788814385.339020 MIRROR_SPLIT mirror 1 to 1 mirrors 000315 1788814385.388987 mapwrite 0x017142 thru 0x024843 (0xd702 bytes) 000316 1788814385.436237 write 0x0055f4 thru 0x00ea5c (0x9469 bytes) 000317 1788814385.456082 read 0x0204e3 thru 0x02b3e4 (0xaf02 bytes) 000318 1788814385.463366 read 0x03201e thru 0x03ffff (0xdfe2 bytes) 000319 1788814385.472206 read 0x035837 thru 0x03b683 (0x5e4d bytes) 000320 1788814385.473128 mapwrite 0x001539 thru 0x00773d (0x6205 bytes) 000321 1788814385.485597 read 0x01fe5f thru 0x027c33 (0x7dd5 bytes) 000322 1788814385.486040 trunc from 0x0096ed to 0x0112c8 (0x7bdc bytes) 000323 1788814385.488999 mapwrite 0x005fa0 thru 0x00fdfd (0x9e5e bytes) 000324 1788814385.512642 mapwrite 0x01e103 thru 0x0231cc (0x50ca bytes) 000325 1788814385.528976 mapwrite 0x0289a5 thru 0x02c362 (0x39be bytes) 000326 1788814385.550634 MIRROR_EXTEND to 2 mirrors 000327 1788814386.157388 MIRROR_EXTEND to 3 mirrors 000328 1788814386.683087 punch from 0x01423d to 0x018bd9 (0x499d bytes) 000329 1788814386.722661 punch from 0x023556 to 0x02741a (0x3ec5 bytes) 000330 1788814386.728845 write 0x0009fd thru 0x0108ce (0xfed2 bytes) 000331 1788814386.746252 write 0x03bc33 thru 0x03ffff (0x43cd bytes) 000333 1788814386.753122 write 0x0204bf thru 0x029e27 (0x9969 bytes) 000334 1788814386.763919 write 0x026f44 thru 0x02e392 (0x744f bytes) 000335 1788814386.769847 write 0x014af9 thru 0x015819 (0xd21 bytes) 000336 1788814386.780801 trunc from 0x040000 to 0x00f561 (0x30a9e bytes) 000337 1788814386.806856 trunc from 0x009986 to 0x00f561 (0x5bdc bytes) 000338 1788814386.819966 write 0x03511d thru 0x03cc92 (0x7b76 bytes) 000339 1788814386.821567 mapread 0x01870a thru 0x01ef3d (0x6834 bytes) 000340 1788814386.840058 MIRROR_SPLIT mirror 2 to 2 mirrors CRC-32 checksum value for chunk [0, 0x3cc93): Mirror 2: 0x3744a86d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cc93): Mirror 2: 0x3744a86d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cc93: skipped 000341 1788814387.043007 fallocate 0x03cfbe thru 0x03ffff (0x3042 bytes) 000342 1788814387.046643 trunc from 0x03a6ee to 0x03ffff (0x5912 bytes) 000343 1788814387.050115 read 0x03bf0e thru 0x03d8d6 (0x19c9 bytes) 000344 1788814387.056126 fallocate 0x009e3f thru 0x00dbee (0x3db0 bytes) 000345 1788814387.059660 mapwrite 0x02a5a4 thru 0x030ae4 (0x6541 bytes) 000346 1788814387.083602 trunc from 0x040000 to 0x030ceb (0xf314 bytes) 000347 1788814387.101688 MIRROR_RESYNC 2 mirrors 000348 1788814387.556205 trunc from 0x0198c9 to 0x027d1c (0xe454 bytes) 000349 1788814387.598767 trunc from 0x030cec to 0x01fd64 (0x10f87 bytes) 000350 1788814387.642910 MIRROR_RESYNC 2 mirrors 000351 1788814388.699835 mapwrite 0x0309d5 thru 0x039f85 (0x95b1 bytes) 000352 1788814388.814799 MIRROR_SPLIT mirror 1 to 1 mirrors 000353 1788814388.902208 MIRROR_EXTEND to 2 mirrors 000354 1788814389.711333 mapwrite 0x03f1bb thru 0x03ffff (0xe45 bytes) 000355 1788814389.767986 trunc from 0x02b407 to 0x02cbb8 (0x17b2 bytes) 000357 1788814389.774334 mapwrite 0x0366a2 thru 0x03ffff (0x995e bytes) 000358 1788814389.803568 mapread 0x0110e6 thru 0x01a9e3 (0x98fe bytes) 000359 1788814389.827827 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xadb8efb4 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x958541a3 Mirror 3: 0x958541a3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000360 1788814390.580071 mapread 0x00033b thru 0x00a9a0 (0xa666 bytes) 000361 1788814390.608517 mapread 0x009d31 thru 0x0159c8 (0xbc98 bytes) 000362 1788814390.638082 read 0x0189b5 thru 0x024dea (0xc436 bytes) 000363 1788814390.654081 mapwrite 0x004bbc thru 0x0111a6 (0xc5eb bytes) 000364 1788814390.764497 read 0x01cda1 thru 0x0247dd (0x7a3d bytes) 000365 1788814390.772961 trunc from 0x040000 to 0x0116dd (0x2e922 bytes) 000366 1788814390.798115 mapwrite 0x0286aa thru 0x02ec08 (0x655f bytes) 000367 1788814390.857105 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2ec09): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2ec09): Mirror 2: 0xf54af2d3 (stale) Mirror 3: 0xf54af2d3 (stale) CRC-32 checksum value for chunk [0, 0x2ec09): Mirror 1: 0x83446573 Mirror 4: 0x83446573 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2ec09: skipped 000368 1788814391.663848 trunc from 0x02ec09 to 0x018d92 (0x15e76 bytes) 000369 1788814391.736597 fallocate 0x025fe8 thru 0x02bed3 (0x5eec bytes) 000370 1788814391.746657 mapwrite 0x02474a thru 0x02c501 (0x7db8 bytes) 000371 1788814391.817622 fallocate 0x030a04 thru 0x0331d6 (0x27d3 bytes) 000372 1788814391.832395 punch from 0x013723 to 0x01538a (0x1c68 bytes) 000373 1788814391.840483 write 0x02f9cf thru 0x03d502 (0xdb34 bytes) 000374 1788814391.853586 mapwrite 0x02d784 thru 0x02dbfd (0x47a bytes) 000375 1788814391.890644 read 0x03c7e3 thru 0x03d502 (0xd20 bytes) 000376 1788814391.893477 mapread 0x01743d thru 0x01c19e (0x4d62 bytes) 000377 1788814391.915993 write 0x03cd49 thru 0x03ffff (0x32b7 bytes) 000378 1788814391.918358 fallocate 0x008a14 thru 0x00f8c9 (0x6eb6 bytes) 000379 1788814391.924297 trunc from 0x040000 to 0x02f12f (0x10ed0 bytes) 000380 1788814391.946519 trunc from 0x02f130 to 0x00e2f9 (0x20e36 bytes) 000381 1788814391.963833 trunc from 0x003196 to 0x00486d (0x16d8 bytes) 000382 1788814391.977801 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0xe2fa): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xe2fa): Mirror 2: 0x4f9305af (stale) Mirror 3: 0x4f9305af (stale) Mirror 4: 0xae6df3e5 (stale) CRC-32 checksum value for chunk [0, 0xe2fa): Mirror 1: 0x69250f05 Mirror 5: 0x69250f05 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xe2fa: skipped 000383 1788814392.951570 trunc from 0x00e2fa to 0x022815 (0x1451c bytes) 000385 1788814393.029804 read 0x007922 thru 0x011efc (0xa5db bytes) 000386 1788814393.050573 trunc from 0x009a51 to 0x013237 (0x97e7 bytes) 000387 1788814393.063012 trunc from 0x022816 to 0x014011 (0xe804 bytes) 000388 1788814393.108983 trunc from 0x00828d to 0x00be19 (0x3b8d bytes) 000389 1788814393.118702 fallocate 0x018e20 thru 0x01d8c0 (0x4aa1 bytes) 000391 1788814393.127962 mapread 0x00b1b4 thru 0x0129c9 (0x7816 bytes) 000392 1788814393.155206 fallocate 0x00b9fd thru 0x01a7b3 (0xedb7 bytes) 000394 1788814393.170882 punch from 0x0108af to 0x01a7b3 (0x9f05 bytes) 000396 1788814393.182479 punch from 0x017e24 to 0x01a7b3 (0x2990 bytes) 000397 1788814393.199659 punch from 0x00a645 to 0x01168e (0x704a bytes) 000398 1788814393.219636 trunc from 0x007d6e to 0x00cb34 (0x4dc7 bytes) 000399 1788814393.259974 MIRROR_SPLIT mirror 2 to 4 mirrors CRC-32 checksum value for chunk [0, 0x1a7b4): Mirror 2: 0xec0d5271 (stale) Mirror 4: 0x3a88ac34 (stale) Mirror 5: 0xb59ca27a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1a7b4): Mirror 2: 0xec0d5271 (stale) Mirror 4: 0x3a88ac34 (stale) Mirror 5: 0xb59ca27a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1a7b4: skipped 000400 1788814393.631539 mapread 0x0190fe thru 0x01a7b3 (0x16b6 bytes) 000401 1788814393.647817 MIRROR_RESYNC 4 mirrors 000402 1788814394.323249 trunc from 0x00abb4 to 0x00c8bb (0x1d08 bytes) 000403 1788814394.373452 mapread 0x018575 thru 0x01a7b3 (0x223f bytes) 000404 1788814394.393059 trunc from 0x01a7b4 to 0x02a00a (0xf857 bytes) 000405 1788814394.415012 trunc from 0x02a00b to 0x00a68e (0x1f97c bytes) 000406 1788814394.427836 mapwrite 0x019d62 thru 0x0210f8 (0x7397 bytes) 000407 1788814394.469339 trunc from 0x00f79e to 0x017350 (0x7bb3 bytes) 000408 1788814394.475664 trunc from 0x0138f2 to 0x0210f8 (0xd807 bytes) 000409 1788814394.483238 mapread 0x00c7d5 thru 0x0140f1 (0x791d bytes) 000410 1788814394.491884 trunc from 0x00e797 to 0x01afe7 (0xc851 bytes) 000411 1788814394.500343 mapwrite 0x00971e thru 0x01765a (0xdf3d bytes) 000412 1788814394.543417 fallocate 0x029651 thru 0x02ccc1 (0x3671 bytes) 000413 1788814394.548802 trunc from 0x0210f9 to 0x01f42f (0x1cc9 bytes) 000414 1788814394.565681 fallocate 0x02832e thru 0x02b02a (0x2cfd bytes) 000415 1788814394.575937 MIRROR_SPLIT mirror 3 to 3 mirrors CRC-32 checksum value for chunk [0, 0x1f430): Mirror 2: 0xa8093e5c (stale) Mirror 4: 0xa8093e5c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f430): Mirror 2: 0xa8093e5c (stale) Mirror 4: 0xa8093e5c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f430: skipped 000417 1788814394.833201 fallocate 0x035160 thru 0x0369b7 (0x1858 bytes) 000419 1788814394.838860 punch from 0x02ae2e to 0x0369b7 (0xbb8a bytes) 000420 1788814394.843582 write 0x03bba6 thru 0x03ffff (0x445a bytes) 000421 1788814394.848445 mapread 0x03eb5e thru 0x03ffff (0x14a2 bytes) 000422 1788814394.862844 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd2c2dcf0 (stale) Mirror 4: 0xd2c2dcf0 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe1a13175 Mirror 5: 0xe1a13175 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000423 1788814395.713500 trunc from 0x040000 to 0x0132c0 (0x2cd3f bytes) 000424 1788814395.774676 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x132c1): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x132c1): Mirror 2: 0xad561e88 (stale) Mirror 4: 0xad561e88 (stale) Mirror 5: 0xd3d4889b (stale) CRC-32 checksum value for chunk [0, 0x132c1): Mirror 1: 0xd3d4889b Mirror 6: 0xd3d4889b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x132c1: skipped 000425 1788814396.670791 write 0x010aab thru 0x013a92 (0x2fe8 bytes) 000426 1788814396.711618 trunc from 0x013a93 to 0x0077da (0xc2b8 bytes) 000427 1788814396.730608 punch from 0x006cb5 to 0x0077da (0xb26 bytes) 000428 1788814396.736598 trunc from 0x005531 to 0x0077da (0x22aa bytes) 000429 1788814396.748375 trunc from 0x0077db to 0x011c38 (0xa45e bytes) 000430 1788814396.763928 punch from 0x00eaae to 0x011c38 (0x318b bytes) 000431 1788814396.772447 trunc from 0x007d32 to 0x0108d6 (0x8ba5 bytes) 000432 1788814396.778342 punch from 0x00ad94 to 0x00c262 (0x14cf bytes) 000433 1788814396.786965 trunc from 0x00c986 to 0x011c38 (0x52b3 bytes) 000434 1788814396.794028 read 0x00087e thru 0x00cf9b (0xc71e bytes) 000435 1788814396.804532 read 0x001d18 thru 0x002736 (0xa1f bytes) 000436 1788814396.808860 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x11c39): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11c39): Mirror 2: 0x5e75f4fe (stale) Mirror 4: 0x5e75f4fe (stale) Mirror 5: 0x83ae2ca1 (stale) Mirror 6: 0x83ae2ca1 (stale) CRC-32 checksum value for chunk [0, 0x11c39): Mirror 1: 0xf15c1bd8 Mirror 7: 0xf15c1bd8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11c39: skipped 000437 1788814397.635108 trunc from 0x007d0e to 0x011c38 (0x9f2b bytes) 000438 1788814397.665034 trunc from 0x011c39 to 0x018381 (0x6749 bytes) 000439 1788814397.687047 mapread 0x006b11 thru 0x00927c (0x276c bytes) 000440 1788814397.702959 punch from 0x014ae2 to 0x018381 (0x38a0 bytes) 000441 1788814397.710530 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x18382): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x18382): Mirror 2: 0x5fcf92d5 (stale) Mirror 4: 0x5fcf92d5 (stale) Mirror 5: 0xa50aa3ea (stale) Mirror 6: 0x6fe01fb1 (stale) Mirror 7: 0xb84228dc (stale) CRC-32 checksum value for chunk [0, 0x18382): Mirror 1: 0xb84228dc Mirror 8: 0xb84228dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x18382: skipped 000442 1788814398.927392 trunc from 0x0129de to 0x016d41 (0x4364 bytes) 000443 1788814399.003117 mapwrite 0x0237a0 thru 0x0241c2 (0xa23 bytes) 000444 1788814399.078576 fallocate 0x017066 thru 0x02565d (0xe5f8 bytes) 000445 1788814399.089456 write 0x012411 thru 0x016dd9 (0x49c9 bytes) 000446 1788814399.098266 trunc from 0x02565e to 0x005139 (0x20524 bytes) 000448 1788814399.144176 MIRROR_SPLIT mirror 3 to 6 mirrors CRC-32 checksum value for chunk [0, 0x513a): Mirror 2: 0xf7686857 (stale) Mirror 4: 0xf7686857 (stale) Mirror 6: 0xf7686857 (stale) Mirror 7: 0xf7686857 (stale) Mirror 8: 0xf7686857 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x513a): Mirror 2: 0xf7686857 (stale) Mirror 4: 0xf7686857 (stale) Mirror 6: 0xf7686857 (stale) Mirror 7: 0xf7686857 (stale) Mirror 8: 0xf7686857 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x513a: skipped 000449 1788814399.543558 trunc from 0x00513a to 0x00869e (0x3565 bytes) 000450 1788814399.570543 mapwrite 0x03d153 thru 0x03ffff (0x2ead bytes) 000451 1788814399.622052 write 0x01a7a4 thru 0x01d535 (0x2d92 bytes) 000452 1788814399.630312 punch from 0x011220 to 0x01b94d (0xa72e bytes) 000453 1788814399.639350 read 0x03dd37 thru 0x03ffff (0x22c9 bytes) 000454 1788814399.640751 mapwrite 0x00a10c thru 0x00dc9b (0x3b90 bytes) 000455 1788814399.660064 mapwrite 0x02deb9 thru 0x0389ea (0xab32 bytes) 000456 1788814399.689789 write 0x00eb03 thru 0x01e5c2 (0xfac0 bytes) 000457 1788814399.691509 trunc from 0x0124d7 to 0x01b14b (0x8c75 bytes) 000458 1788814399.705140 mapread 0x00abfa thru 0x0184b0 (0xd8b7 bytes) 000459 1788814399.715482 trunc from 0x000ae6 to 0x00b8dd (0xadf8 bytes) 000460 1788814399.720457 read 0x03585d thru 0x03ffff (0xa7a3 bytes) 000461 1788814399.724647 MIRROR_SPLIT mirror 4 to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd2c2dcf0 (stale) Mirror 4: 0xd2c2dcf0 (stale) Mirror 6: 0x778b0f28 (stale) Mirror 8: 0xd526428e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd2c2dcf0 (stale) Mirror 4: 0xd2c2dcf0 (stale) Mirror 6: 0x778b0f28 (stale) Mirror 8: 0xd526428e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000462 1788814400.071171 read 0x03b634 thru 0x03ffff (0x49cc bytes) 000463 1788814400.090553 trunc from 0x040000 to 0x016b68 (0x29497 bytes) 000464 1788814400.110952 mapread 0x00c67f thru 0x016b68 (0xa4ea bytes) 000465 1788814400.133631 trunc from 0x016b69 to 0x01b1ab (0x4643 bytes) 000466 1788814400.157650 mapwrite 0x0019a4 thru 0x009cdc (0x8339 bytes) 000467 1788814400.190796 trunc from 0x015221 to 0x01b1ab (0x5f8b bytes) 000468 1788814400.195350 mapread 0x015639 thru 0x019993 (0x435b bytes) 000469 1788814400.206916 read 0x00f196 thru 0x017298 (0x8103 bytes) 000470 1788814400.208139 trunc from 0x01b1ac to 0x02fd5a (0x14baf bytes) 000471 1788814400.231909 write 0x037282 thru 0x03ffff (0x8d7e bytes) 000472 1788814400.234324 trunc from 0x040000 to 0x0333d5 (0xcc2a bytes) 000473 1788814400.251681 mapwrite 0x013f42 thru 0x01d74d (0x980c bytes) 000474 1788814400.320978 write 0x005e25 thru 0x015b2d (0xfd09 bytes) 000475 1788814400.329515 trunc from 0x019934 to 0x025a68 (0xc135 bytes) 000476 1788814400.348270 read 0x0295da thru 0x02f03c (0x5a63 bytes) 000477 1788814400.348945 punch from 0x01a883 to 0x0287b4 (0xdf32 bytes) 000478 1788814400.364190 trunc from 0x002edf to 0x00a8f3 (0x7a15 bytes) 000479 1788814400.381107 fallocate 0x027789 thru 0x0346fa (0xcf72 bytes) 000480 1788814400.385493 trunc from 0x0333d6 to 0x0012a5 (0x32130 bytes) 000481 1788814400.406279 mapread 0x001132 thru 0x0012a5 (0x174 bytes) 000482 1788814400.407173 mapread 0x000774 thru 0x0012a5 (0xb32 bytes) 000484 1788814400.415420 MIRROR_RESYNC 5 mirrors 000485 1788814401.099314 punch from 0x0006e7 to 0x0012a5 (0xbbf bytes) 000486 1788814401.161067 mapwrite 0x030235 thru 0x031c0c (0x19d8 bytes) 000488 1788814401.232897 trunc from 0x031c0d to 0x036995 (0x4d89 bytes) 000489 1788814401.252857 trunc from 0x0170c6 to 0x020b53 (0x9a8e bytes) 000490 1788814401.257484 mapwrite 0x01dfb9 thru 0x02dbe4 (0xfc2c bytes) 000491 1788814401.302170 read 0x020ab4 thru 0x0250cb (0x4618 bytes) 000492 1788814401.302898 mapread 0x0205ac thru 0x023a01 (0x3456 bytes) 000493 1788814401.315829 mapwrite 0x013467 thru 0x022b1e (0xf6b8 bytes) 000494 1788814401.361772 mapread 0x011a70 thru 0x021992 (0xff23 bytes) 000495 1788814401.365099 write 0x01a162 thru 0x0287b9 (0xe658 bytes) 000496 1788814401.381548 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x36996): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36996): Mirror 2: 0x60e48d99 (stale) Mirror 4: 0x60e48d99 (stale) Mirror 6: 0x60e48d99 (stale) Mirror 8: 0x60e48d99 (stale) CRC-32 checksum value for chunk [0, 0x36996): Mirror 1: 0x7d421d4e Mirror 9: 0x7d421d4e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36996: skipped 000498 1788814402.523515 trunc from 0x036996 to 0x014278 (0x2271d bytes) 000499 1788814402.662206 write 0x0078a3 thru 0x0116e7 (0x9e45 bytes) 000500 1788814402.682562 punch from 0x0117d4 to 0x014278 (0x2aa5 bytes) 000501 1788814402.720282 fallocate 0x02b764 thru 0x03566f (0x9f0c bytes) 000502 1788814402.729860 fallocate 0x01473a thru 0x0203f1 (0xbcb8 bytes) 000503 1788814402.743413 mapread 0x00d9ab thru 0x014278 (0x68ce bytes) 000504 1788814402.778407 write 0x004afc thru 0x014345 (0xf84a bytes) 000506 1788814402.787630 write 0x030bfc thru 0x03ffff (0xf404 bytes) 000507 1788814402.791022 punch from 0x032606 to 0x03df1d (0xb918 bytes) 000508 1788814402.830861 trunc from 0x040000 to 0x03f29e (0xd61 bytes) 000509 1788814402.914494 mapread 0x01f7b3 thru 0x02b960 (0xc1ae bytes) 000510 1788814402.948328 punch from 0x0288f8 to 0x02ea9d (0x61a6 bytes) 000511 1788814402.985356 mapwrite 0x009e11 thru 0x00c3b9 (0x25a9 bytes) 000512 1788814403.026632 punch from 0x036fc2 to 0x03f29e (0x82dd bytes) 000513 1788814403.039223 trunc from 0x03f29f to 0x0185db (0x26cc3 bytes) 000514 1788814403.071816 write 0x025af5 thru 0x02a9c2 (0x4ece bytes) 000515 1788814403.080961 mapread 0x016d9e thru 0x01f41a (0x867d bytes) 000516 1788814403.100961 write 0x033159 thru 0x03c3c2 (0x926a bytes) 000517 1788814403.104210 fallocate 0x029fa1 thru 0x02fef0 (0x5f50 bytes) 000518 1788814403.119953 MIRROR_SPLIT mirror 5 to 5 mirrors CRC-32 checksum value for chunk [0, 0x3c3c3): Mirror 2: 0xd613f98c (stale) Mirror 4: 0xd613f98c (stale) Mirror 6: 0xd613f98c (stale) Mirror 8: 0xd613f98c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c3c3): Mirror 2: 0xd613f98c (stale) Mirror 4: 0xd613f98c (stale) Mirror 6: 0xd613f98c (stale) Mirror 8: 0xd613f98c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c3c3: skipped 000519 1788814403.944289 trunc from 0x0347e9 to 0x03c3c2 (0x7bda bytes) 000521 1788814403.970653 fallocate 0x02a925 thru 0x036213 (0xb8ef bytes) 000523 1788814403.991663 read 0x03178b thru 0x03c3c2 (0xac38 bytes) 000524 1788814404.017675 trunc from 0x003184 to 0x00fadc (0xc959 bytes) 000525 1788814404.031634 MIRROR_SPLIT mirror 2 to 4 mirrors CRC-32 checksum value for chunk [0, 0x3c3c3): Mirror 2: 0xd613f98c (stale) Mirror 6: 0xd613f98c (stale) Mirror 8: 0xd613f98c (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c3c3): Mirror 2: 0xd613f98c (stale) Mirror 6: 0xd613f98c (stale) Mirror 8: 0xd613f98c (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c3c3: skipped 000526 1788814404.585421 trunc from 0x008322 to 0x0128a3 (0xa582 bytes) 000527 1788814404.597291 trunc from 0x03c3c3 to 0x0060a2 (0x36320 bytes) 000528 1788814404.640507 trunc from 0x0060a3 to 0x0116be (0xb61c bytes) 000529 1788814404.660866 trunc from 0x00c698 to 0x0116be (0x5027 bytes) 000530 1788814404.666512 mapread 0x00ddb9 thru 0x0116be (0x3906 bytes) 000531 1788814404.696182 fallocate 0x03a712 thru 0x03aefe (0x7ed bytes) 000532 1788814404.704358 fallocate 0x0207f4 thru 0x02373d (0x2f4a bytes) 000533 1788814404.716842 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x116bf): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x116bf): Mirror 2: 0x56d91382 (stale) Mirror 6: 0x56d91382 (stale) Mirror 8: 0x56d91382 (stale) CRC-32 checksum value for chunk [0, 0x116bf): Mirror 1: 0xceef1d43 Mirror 9: 0xceef1d43 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x116bf: skipped 000534 1788814405.991424 trunc from 0x010af9 to 0x0116be (0xbc6 bytes) 000535 1788814406.089053 trunc from 0x00c770 to 0x0116be (0x4f4f bytes) 000536 1788814406.104349 trunc from 0x004709 to 0x0099a3 (0x529b bytes) 000537 1788814406.110547 trunc from 0x0116bf to 0x008faf (0x870f bytes) 000538 1788814406.151986 write 0x00cb89 thru 0x014b5a (0x7fd2 bytes) 000539 1788814406.155855 punch from 0x00c711 to 0x014b5a (0x844a bytes) 000540 1788814406.180196 punch from 0x0012cc to 0x009a0f (0x8744 bytes) 000541 1788814406.185335 trunc from 0x003a72 to 0x011712 (0xdca1 bytes) 000542 1788814406.191416 trunc from 0x00a4bf to 0x0140ad (0x9bef bytes) 000543 1788814406.200943 trunc from 0x00448b to 0x007611 (0x3187 bytes) 000544 1788814406.210055 mapread 0x00f902 thru 0x01229a (0x2999 bytes) 000545 1788814406.238451 fallocate 0x03960d thru 0x03ffff (0x69f3 bytes) 000546 1788814406.248296 punch from 0x00369d to 0x00fb7c (0xc4e0 bytes) 000547 1788814406.255997 read 0x005791 thru 0x00758e (0x1dfe bytes) 000548 1788814406.264352 write 0x026954 thru 0x03053d (0x9bea bytes) 000549 1788814406.270789 punch from 0x017cf5 to 0x01c100 (0x440c bytes) 000551 1788814406.282251 trunc from 0x03053e to 0x027401 (0x913c bytes) 000552 1788814406.317260 trunc from 0x00b2b1 to 0x011bb8 (0x6908 bytes) 000553 1788814406.325146 mapread 0x000829 thru 0x002a2b (0x2203 bytes) 000554 1788814406.345841 trunc from 0x002052 to 0x009527 (0x74d6 bytes) 000555 1788814406.350458 mapread 0x003583 thru 0x00997d (0x63fb bytes) 000556 1788814406.363682 trunc from 0x01db0b to 0x021541 (0x3a37 bytes) 000557 1788814406.388286 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x27402): Mirror 2: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27402): Mirror 2: 0xed109a8 (stale) Mirror 6: 0xed109a8 (stale) Mirror 8: 0xed109a8 (stale) Mirror 9: 0x6bfedc58 (stale) CRC-32 checksum value for chunk [0, 0x27402): Mirror 1: 0xb0ff9988 Mirror 10: 0xb0ff9988 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27402: skipped 000558 1788814407.217553 write 0x038be7 thru 0x03d1b1 (0x45cb bytes) 000559 1788814407.258600 read 0x03cc17 thru 0x03d1b1 (0x59b bytes) 000561 1788814407.260347 read 0x017ba2 thru 0x024b0f (0xcf6e bytes) 000562 1788814407.274307 trunc from 0x03d1b2 to 0x026fed (0x161c4 bytes) 000563 1788814407.316749 trunc from 0x017160 to 0x021ef6 (0xad97 bytes) 000564 1788814407.321441 trunc from 0x00146a to 0x009b8e (0x8725 bytes) 000565 1788814407.327032 mapread 0x00fdf6 thru 0x010ac1 (0xccc bytes) 000566 1788814407.327971 punch from 0x019550 to 0x01b505 (0x1fb6 bytes) 000567 1788814407.334842 MIRROR_SPLIT mirror 1 to 5 mirrors CRC-32 checksum value for chunk [0, 0x26fee): Mirror 6: 0xf3b4e16 (stale) Mirror 8: 0xf3b4e16 (stale) Mirror 9: 0x738815af (stale) Mirror 10: 0xf26337e6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26fee): Mirror 6: 0xf3b4e16 (stale) Mirror 8: 0xf3b4e16 (stale) Mirror 9: 0x738815af (stale) Mirror 10: 0xf26337e6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26fee: skipped 000568 1788814407.635493 trunc from 0x018258 to 0x01d714 (0x54bd bytes) 000569 1788814407.640671 punch from 0x002f6c to 0x00ccde (0x9d73 bytes) 000570 1788814407.645036 mapread 0x014ecb thru 0x01c749 (0x787f bytes) 000571 1788814407.659868 mapread 0x00e387 thru 0x01850f (0xa189 bytes) 000572 1788814407.681857 mapwrite 0x03a8a0 thru 0x03ffff (0x5760 bytes) 000573 1788814407.769919 mapread 0x021f7a thru 0x027f26 (0x5fad bytes) 000574 1788814407.781160 punch from 0x033bff to 0x03ffff (0xc401 bytes) 000575 1788814407.792178 trunc from 0x040000 to 0x01d542 (0x22abd bytes) 000576 1788814407.819178 trunc from 0x0121dd to 0x013d48 (0x1b6c bytes) 000577 1788814407.824613 write 0x02ab73 thru 0x03117e (0x660c bytes) 000578 1788814407.829198 write 0x03d77c thru 0x03ffff (0x2884 bytes) 000579 1788814407.835267 MIRROR_RESYNC 5 mirrors 000580 1788814409.669468 read 0x01736c thru 0x020ed3 (0x9b68 bytes) 000581 1788814409.685058 punch from 0x01a3f1 to 0x023fea (0x9bfa bytes) 000582 1788814409.788248 punch from 0x03a2cb to 0x03ffff (0x5d35 bytes) 000583 1788814409.794344 mapread 0x005a5e thru 0x01517d (0xf720 bytes) 000584 1788814409.847211 punch from 0x028b62 to 0x03037d (0x781c bytes) 000585 1788814409.869373 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xf76ce8d7 (stale) Mirror 8: 0xf76ce8d7 (stale) Mirror 9: 0xf76ce8d7 (stale) Mirror 10: 0xf76ce8d7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x97c45dda Mirror 11: 0x97c45dda lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000586 1788814410.782829 trunc from 0x040000 to 0x008374 (0x37c8b bytes) 000587 1788814410.860525 fallocate 0x03f3c9 thru 0x03ffff (0xc37 bytes) 000588 1788814410.871041 trunc from 0x040000 to 0x001ebf (0x3e140 bytes) 000589 1788814410.911611 write 0x03475d thru 0x03ffff (0xb8a3 bytes) 000590 1788814410.913417 write 0x01c59b thru 0x02bd15 (0xf77b bytes) 000591 1788814410.934224 mapwrite 0x03f9b0 thru 0x03ffff (0x650 bytes) 000592 1788814410.958996 fallocate 0x03c614 thru 0x03ffff (0x39ec bytes) 000593 1788814410.965000 fallocate 0x013a99 thru 0x01410a (0x672 bytes) 000594 1788814410.975060 mapread 0x00c841 thru 0x018047 (0xb807 bytes) 000595 1788814411.013220 punch from 0x023677 to 0x02839a (0x4d24 bytes) 000596 1788814411.018230 read 0x03fcac thru 0x03ffff (0x354 bytes) 000597 1788814411.018922 trunc from 0x040000 to 0x0322e0 (0xdd1f bytes) 000598 1788814411.035652 fallocate 0x01ffb9 thru 0x027e54 (0x7e9c bytes) 000599 1788814411.043178 punch from 0x0102cc to 0x01b6a4 (0xb3d9 bytes) 000600 1788814411.056388 read 0x03025c thru 0x031130 (0xed5 bytes) 000601 1788814411.091207 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x322e1): Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x322e1): Mirror 6: 0x2e27a138 (stale) Mirror 8: 0x2e27a138 (stale) Mirror 9: 0x2e27a138 (stale) Mirror 10: 0x2e27a138 (stale) Mirror 11: 0xb0721518 (stale) CRC-32 checksum value for chunk [0, 0x322e1): Mirror 1: 0x43f5cc7e Mirror 12: 0x43f5cc7e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x322e1: skipped 000602 1788814412.071314 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x322e1): Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x322e1): Mirror 6: 0x2e27a138 (stale) Mirror 8: 0x2e27a138 (stale) Mirror 9: 0x2e27a138 (stale) Mirror 10: 0x2e27a138 (stale) Mirror 11: 0xb0721518 (stale) CRC-32 checksum value for chunk [0, 0x322e1): Mirror 1: 0x43f5cc7e Mirror 12: 0x43f5cc7e Mirror 13: 0x43f5cc7e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x322e1: skipped 000603 1788814412.864085 write 0x034e03 thru 0x03f1cd (0xa3cb bytes) 000605 1788814412.917488 MIRROR_RESYNC 8 mirrors 000606 1788814414.671038 read 0x032efc thru 0x03d978 (0xaa7d bytes) 000607 1788814414.706477 mapread 0x00b8c0 thru 0x018b93 (0xd2d4 bytes) 000608 1788814414.743424 mapread 0x00acf8 thru 0x00c9ed (0x1cf6 bytes) 000609 1788814414.744242 read 0x007f97 thru 0x01649e (0xe508 bytes) 000610 1788814414.745460 mapwrite 0x00071b thru 0x00247d (0x1d63 bytes) 000611 1788814414.836215 write 0x02d523 thru 0x03606c (0x8b4a bytes) 000612 1788814414.846350 read 0x014329 thru 0x018a69 (0x4741 bytes) 000614 1788814414.857217 mapwrite 0x0045fd thru 0x007eff (0x3903 bytes) 000615 1788814414.877362 fallocate 0x025edd thru 0x0351a1 (0xf2c5 bytes) 000616 1788814414.882417 trunc from 0x03f1ce to 0x015e74 (0x29359 bytes) 000617 1788814414.902274 trunc from 0x0069c2 to 0x00b8f0 (0x4f2f bytes) 000618 1788814414.908461 fallocate 0x032c12 thru 0x03ffff (0xd3ee bytes) 000619 1788814414.914107 trunc from 0x040000 to 0x03c578 (0x3a87 bytes) 000620 1788814414.928455 mapread 0x0110fe thru 0x01286b (0x176e bytes) 000621 1788814414.935269 MIRROR_RESYNC 8 mirrors 000622 1788814416.125349 MIRROR_EXTEND to 9 mirrors 000623 1788814416.844084 write 0x03e40e thru 0x03ffff (0x1bf2 bytes) 000624 1788814416.894269 write 0x034e07 thru 0x036b13 (0x1d0d bytes) 000625 1788814416.915917 mapwrite 0x0306ce thru 0x0340c1 (0x39f4 bytes) 000626 1788814416.957557 fallocate 0x017c21 thru 0x01a70d (0x2aed bytes) 000627 1788814416.964844 read 0x005ce3 thru 0x007bca (0x1ee8 bytes) 000628 1788814416.970844 fallocate 0x0084c8 thru 0x00f1e2 (0x6d1b bytes) 000629 1788814416.975668 write 0x019040 thru 0x020014 (0x6fd5 bytes) 000630 1788814416.984821 read 0x00a13e thru 0x00aacb (0x98e bytes) 000631 1788814416.992750 write 0x02a9e7 thru 0x032148 (0x7762 bytes) 000632 1788814416.994126 punch from 0x010a0f to 0x017e3b (0x742d bytes) 000633 1788814416.997645 mapread 0x02fd51 thru 0x03f3d7 (0xf687 bytes) 000634 1788814416.998842 trunc from 0x001793 to 0x008d29 (0x7597 bytes) 000635 1788814417.003036 trunc from 0x02f58c to 0x037f24 (0x8999 bytes) 000637 1788814417.017319 write 0x03fb9d thru 0x03ffff (0x463 bytes) 000638 1788814417.018392 trunc from 0x040000 to 0x003486 (0x3cb79 bytes) 000639 1788814417.033771 punch from 0x002e20 to 0x003486 (0x667 bytes) 000640 1788814417.038169 punch from 0x00004a to 0x003486 (0x343d bytes) 000641 1788814417.042977 trunc from 0x0007ef to 0x003486 (0x2c98 bytes) 000642 1788814417.054026 MIRROR_RESYNC 9 mirrors 000643 1788814417.901403 fallocate 0x015ed6 thru 0x019ac6 (0x3bf1 bytes) 000644 1788814417.937282 mapwrite 0x018949 thru 0x027728 (0xede0 bytes) 000645 1788814418.021257 trunc from 0x011d07 to 0x01d75b (0xba55 bytes) 000646 1788814418.028210 trunc from 0x00cc76 to 0x018638 (0xb9c3 bytes) 000647 1788814418.033418 mapwrite 0x0116de thru 0x019dda (0x86fd bytes) 000648 1788814418.072437 MIRROR_RESYNC 9 mirrors 000649 1788814419.757190 write 0x037c0a thru 0x038bbe (0xfb5 bytes) 000650 1788814419.816603 fallocate 0x000f58 thru 0x007df1 (0x6e9a bytes) 000651 1788814419.822900 mapread 0x006a92 thru 0x0112f8 (0xa867 bytes) 000652 1788814419.893377 write 0x039ea4 thru 0x03ffff (0x615c bytes) 000653 1788814419.894629 read 0x0184b8 thru 0x024cfc (0xc845 bytes) 000654 1788814419.903641 read 0x003798 thru 0x0090ce (0x5937 bytes) 000655 1788814419.904908 trunc from 0x01142a to 0x01e3dd (0xcfb4 bytes) 000656 1788814419.918682 mapread 0x010f58 thru 0x01eff4 (0xe09d bytes) 000657 1788814419.936542 trunc from 0x025cf4 to 0x02ca11 (0x6d1e bytes) 000658 1788814419.946979 punch from 0x002eaf to 0x00801c (0x516e bytes) 000659 1788814419.952981 trunc from 0x016f1a to 0x023659 (0xc740 bytes) 000660 1788814419.959643 fallocate 0x00fde0 thru 0x018954 (0x8b75 bytes) 000661 1788814419.970536 fallocate 0x00f5ec thru 0x015b33 (0x6548 bytes) 000662 1788814419.980493 mapread 0x02d075 thru 0x0358ba (0x8846 bytes) 000664 1788814419.982137 fallocate 0x03cc5c thru 0x03ffff (0x33a4 bytes) 000665 1788814419.994364 read 0x005d71 thru 0x006317 (0x5a7 bytes) 000666 1788814420.022773 write 0x023e6e thru 0x02ba31 (0x7bc4 bytes) 000667 1788814420.023978 trunc from 0x03836f to 0x039f11 (0x1ba3 bytes) 000668 1788814420.041597 punch from 0x01181d to 0x021576 (0xfd5a bytes) 000669 1788814420.063367 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xde6f2f87 (stale) Mirror 8: 0xde6f2f87 (stale) Mirror 9: 0xde6f2f87 (stale) Mirror 10: 0xde6f2f87 (stale) Mirror 11: 0xde6f2f87 (stale) Mirror 12: 0xde6f2f87 (stale) Mirror 13: 0xde6f2f87 (stale) Mirror 14: 0xde6f2f87 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5275baec Mirror 15: 0x5275baec lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000670 1788814421.336567 punch from 0x02b88f to 0x03ac74 (0xf3e6 bytes) 000672 1788814421.467336 punch from 0x00d6fe to 0x0177f3 (0xa0f6 bytes) 000674 1788814421.475017 trunc from 0x01830d to 0x027c59 (0xf94d bytes) 000675 1788814421.482606 mapwrite 0x00e3a7 thru 0x00e802 (0x45c bytes) 000676 1788814421.513998 fallocate 0x034beb thru 0x03e4b7 (0x98cd bytes) 000677 1788814421.522455 trunc from 0x03006e to 0x030ac5 (0xa58 bytes) 000678 1788814421.528478 write 0x01e0dd thru 0x025297 (0x71bb bytes) 000679 1788814421.547935 trunc from 0x003151 to 0x00b18b (0x803b bytes) 000680 1788814421.554036 trunc from 0x040000 to 0x00ccbd (0x33342 bytes) 000681 1788814421.608415 MIRROR_SPLIT mirror 1 to 9 mirrors CRC-32 checksum value for chunk [0, 0xccbe): Mirror 8: 0x9d57a9ca (stale) Mirror 9: 0x9d57a9ca (stale) Mirror 10: 0x9d57a9ca (stale) Mirror 11: 0x9d57a9ca (stale) Mirror 12: 0x9d57a9ca (stale) Mirror 13: 0x9d57a9ca (stale) Mirror 14: 0x9d57a9ca (stale) Mirror 15: 0x9d57a9ca (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xccbe): Mirror 8: 0x9d57a9ca (stale) Mirror 9: 0x9d57a9ca (stale) Mirror 10: 0x9d57a9ca (stale) Mirror 11: 0x9d57a9ca (stale) Mirror 12: 0x9d57a9ca (stale) Mirror 13: 0x9d57a9ca (stale) Mirror 14: 0x9d57a9ca (stale) Mirror 15: 0x9d57a9ca (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xccbe: skipped 000682 1788814421.963295 punch from 0x00b144 to 0x00b67a (0x537 bytes) 000683 1788814421.967504 write 0x007c52 thru 0x011c3e (0x9fed bytes) 000684 1788814421.980559 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x11c3f): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11c3f): Mirror 8: 0x368ac68e (stale) Mirror 9: 0x368ac68e (stale) Mirror 10: 0x368ac68e (stale) Mirror 11: 0x368ac68e (stale) Mirror 12: 0x368ac68e (stale) Mirror 13: 0x368ac68e (stale) Mirror 14: 0x368ac68e (stale) Mirror 15: 0x7cf8cefa (stale) CRC-32 checksum value for chunk [0, 0x11c3f): Mirror 1: 0x26655433 Mirror 16: 0x26655433 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11c3f: skipped 000685 1788814422.725587 MIRROR_SPLIT mirror 1 to 9 mirrors CRC-32 checksum value for chunk [0, 0x11c3f): Mirror 9: 0x368ac68e (stale) Mirror 10: 0x368ac68e (stale) Mirror 11: 0x368ac68e (stale) Mirror 12: 0x368ac68e (stale) Mirror 13: 0x368ac68e (stale) Mirror 14: 0x368ac68e (stale) Mirror 15: 0x7cf8cefa (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11c3f): Mirror 9: 0x368ac68e (stale) Mirror 10: 0x368ac68e (stale) Mirror 11: 0x368ac68e (stale) Mirror 12: 0x368ac68e (stale) Mirror 13: 0x368ac68e (stale) Mirror 14: 0x368ac68e (stale) Mirror 15: 0x7cf8cefa (stale) CRC-32 checksum value for chunk [0, 0x11c3f): Mirror 1: 0x26655433 Mirror 16: 0x26655433 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11c3f: skipped 000687 1788814423.540077 write 0x00a268 thru 0x0186f2 (0xe48b bytes) 000688 1788814423.611907 trunc from 0x00ce86 to 0x01779a (0xa915 bytes) 000689 1788814423.627102 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x186f3): Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x186f3): Mirror 9: 0xace05f13 (stale) Mirror 10: 0xace05f13 (stale) Mirror 11: 0xace05f13 (stale) Mirror 12: 0xace05f13 (stale) Mirror 13: 0xace05f13 (stale) Mirror 14: 0xace05f13 (stale) Mirror 15: 0xd16e5bec (stale) Mirror 16: 0x60e8a37b (stale) CRC-32 checksum value for chunk [0, 0x186f3): Mirror 1: 0xfe685a2c Mirror 17: 0xfe685a2c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x186f3: skipped 000690 1788814424.443349 read 0x00a189 thru 0x00f688 (0x5500 bytes) 000691 1788814424.458142 read 0x00f8e5 thru 0x0132c8 (0x39e4 bytes) 000692 1788814424.473225 read 0x00d4ed thru 0x00fa68 (0x257c bytes) 000693 1788814424.478326 mapwrite 0x0331a1 thru 0x03a132 (0x6f92 bytes) 000694 1788814424.574276 mapread 0x029cb6 thru 0x035f91 (0xc2dc bytes) 000696 1788814424.577987 mapwrite 0x03b958 thru 0x03d4aa (0x1b53 bytes) 000697 1788814424.615493 read 0x01abb7 thru 0x026a3d (0xbe87 bytes) 000698 1788814424.617188 punch from 0x0020b2 to 0x00df3b (0xbe8a bytes) 000699 1788814424.626431 MIRROR_RESYNC 10 mirrors 000701 1788814426.663878 mapread 0x019b9e thru 0x02247b (0x88de bytes) 000703 1788814426.688455 MIRROR_RESYNC 10 mirrors 000704 1788814427.186431 MIRROR_SPLIT mirror 4 to 9 mirrors 000705 1788814427.491561 mapread 0x005cd2 thru 0x01231c (0xc64b bytes) 000706 1788814427.515328 trunc from 0x0215c0 to 0x02ca8e (0xb4cf bytes) 000707 1788814427.557517 punch from 0x0371ae to 0x03d4aa (0x62fd bytes) 000708 1788814427.562895 trunc from 0x008c34 to 0x016e4f (0xe21c bytes) 000709 1788814427.567115 mapread 0x00132f thru 0x007f2e (0x6c00 bytes) 000710 1788814427.579477 fallocate 0x03e190 thru 0x03fabc (0x192d bytes) 000711 1788814427.584510 read 0x0101af thru 0x014448 (0x429a bytes) 000712 1788814427.591324 mapwrite 0x023b84 thru 0x029160 (0x55dd bytes) 000714 1788814427.619126 trunc from 0x03d4ab to 0x03cd76 (0x734 bytes) 000717 1788814427.641388 trunc from 0x03cd77 to 0x030961 (0xc415 bytes) 000718 1788814427.655327 write 0x03b47e thru 0x03ffff (0x4b82 bytes) 000719 1788814427.657345 read 0x01af20 thru 0x0273f6 (0xc4d7 bytes) 000720 1788814427.667065 punch from 0x007a7f to 0x00e256 (0x67d8 bytes) 000721 1788814427.671591 mapwrite 0x01031e thru 0x01627b (0x5f5e bytes) 000722 1788814427.693873 read 0x02d3be thru 0x02db8f (0x7d2 bytes) 000725 1788814427.696190 write 0x02074c thru 0x026b47 (0x63fc bytes) 000726 1788814427.697417 mapwrite 0x011420 thru 0x01e93e (0xd51f bytes) 000727 1788814427.727109 trunc from 0x021354 to 0x029794 (0x8441 bytes) 000728 1788814427.741189 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x9deac9de (stale) Mirror 10: 0x9deac9de (stale) Mirror 11: 0x9deac9de (stale) Mirror 13: 0x9deac9de (stale) Mirror 14: 0x9deac9de (stale) Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xcbc9ad11 Mirror 18: 0xcbc9ad11 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000729 1788814428.648476 MIRROR_SPLIT mirror 2 to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x9deac9de (stale) Mirror 11: 0x9deac9de (stale) Mirror 13: 0x9deac9de (stale) Mirror 14: 0x9deac9de (stale) Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 9: 0x9deac9de (stale) Mirror 11: 0x9deac9de (stale) Mirror 13: 0x9deac9de (stale) Mirror 14: 0x9deac9de (stale) Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xcbc9ad11 Mirror 18: 0xcbc9ad11 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000730 1788814429.336893 fallocate 0x030d76 thru 0x0366ba (0x5945 bytes) 000731 1788814429.394464 punch from 0x03451e to 0x03b26a (0x6d4d bytes) 000732 1788814429.401564 mapread 0x0393b2 thru 0x03d180 (0x3dcf bytes) 000733 1788814429.417330 mapwrite 0x0102c8 thru 0x0159fa (0x5733 bytes) 000734 1788814429.441647 MIRROR_SPLIT mirror 1 to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x9deac9de (stale) Mirror 13: 0x9deac9de (stale) Mirror 14: 0x9deac9de (stale) Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) Mirror 18: 0xcbc9ad11 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x9deac9de (stale) Mirror 13: 0x9deac9de (stale) Mirror 14: 0x9deac9de (stale) Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) Mirror 18: 0xcbc9ad11 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000735 1788814429.816281 trunc from 0x040000 to 0x00284a (0x3d7b5 bytes) 000736 1788814429.837574 write 0x02daeb thru 0x035b31 (0x8047 bytes) 000737 1788814429.840230 write 0x00ffc4 thru 0x01504d (0x508a bytes) 000738 1788814429.852009 trunc from 0x0318f4 to 0x035b31 (0x423e bytes) 000739 1788814429.877465 punch from 0x004729 to 0x00e9b6 (0xa28e bytes) 000742 1788814429.896875 read 0x0104c0 thru 0x0197dd (0x931e bytes) 000743 1788814429.910774 read 0x03363c thru 0x035b31 (0x24f6 bytes) 000744 1788814429.943800 trunc from 0x035b32 to 0x02d0ab (0x8a86 bytes) 000745 1788814429.960987 mapread 0x0045cd thru 0x00b9c5 (0x73f9 bytes) 000746 1788814429.962808 mapwrite 0x016ff6 thru 0x023a88 (0xca93 bytes) 000747 1788814430.005693 punch from 0x02b7c9 to 0x02d0ab (0x18e3 bytes) 000748 1788814430.018081 write 0x00e931 thru 0x019ed4 (0xb5a4 bytes) 000749 1788814430.024477 trunc from 0x02d0ac to 0x022022 (0xb089 bytes) 000750 1788814430.049128 fallocate 0x02f889 thru 0x031fbb (0x2733 bytes) 000752 1788814430.064268 mapread 0x00fbbb thru 0x01b337 (0xb77d bytes) 000753 1788814430.068199 fallocate 0x019de2 thru 0x020550 (0x676f bytes) 000754 1788814430.075627 fallocate 0x027d0f thru 0x032904 (0xabf6 bytes) 000755 1788814430.080005 punch from 0x018cac to 0x026139 (0xd48e bytes) 000756 1788814430.095540 write 0x03ee85 thru 0x03ffff (0x117b bytes) 000757 1788814430.096565 write 0x01133f thru 0x020873 (0xf535 bytes) 000758 1788814430.103925 trunc from 0x02873e to 0x0352b5 (0xcb78 bytes) 000759 1788814430.107789 mapwrite 0x026d94 thru 0x02fd8f (0x8ffc bytes) 000760 1788814430.165914 write 0x0335c5 thru 0x03ceac (0x98e8 bytes) 000761 1788814430.171249 write 0x033171 thru 0x035b57 (0x29e7 bytes) 000762 1788814430.172907 trunc from 0x040000 to 0x00a10e (0x35ef1 bytes) 000763 1788814430.189333 mapwrite 0x032806 thru 0x03ce12 (0xa60d bytes) 000764 1788814430.264328 read 0x03ab7d thru 0x03ce12 (0x2296 bytes) 000765 1788814430.265010 mapwrite 0x027371 thru 0x02b362 (0x3ff2 bytes) 000766 1788814430.286156 fallocate 0x01a58e thru 0x01d70b (0x317e bytes) 000767 1788814430.290120 fallocate 0x01b527 thru 0x027028 (0xbb02 bytes) 000768 1788814430.294243 write 0x01ed58 thru 0x025015 (0x62be bytes) 000769 1788814430.295960 punch from 0x007d99 to 0x012b8c (0xadf4 bytes) 000770 1788814430.300227 punch from 0x013212 to 0x0167e7 (0x35d6 bytes) 000771 1788814430.304046 trunc from 0x03ce13 to 0x0059d7 (0x3743b bytes) 000772 1788814430.319943 fallocate 0x03d98b thru 0x03ffff (0x2675 bytes) 000773 1788814430.328993 punch from 0x02794b to 0x02bf6f (0x4625 bytes) 000774 1788814430.336502 write 0x027030 thru 0x028252 (0x1223 bytes) 000775 1788814430.356479 punch from 0x002703 to 0x00acd9 (0x85d7 bytes) 000776 1788814430.362209 write 0x024e7a thru 0x026f6e (0x20f5 bytes) 000777 1788814430.380432 mapread 0x02ef4c thru 0x03b1c0 (0xc275 bytes) 000778 1788814430.452805 trunc from 0x040000 to 0x00cf92 (0x3306d bytes) 000779 1788814430.469146 write 0x028bd8 thru 0x0298e9 (0xd12 bytes) 000780 1788814430.471603 trunc from 0x028f0b to 0x0298e9 (0x9df bytes) 000781 1788814430.481123 write 0x0007a6 thru 0x009b87 (0x93e2 bytes) 000782 1788814430.486401 fallocate 0x0199e5 thru 0x01e6d0 (0x4cec bytes) 000783 1788814430.490439 fallocate 0x01bbd2 thru 0x0228fc (0x6d2b bytes) 000784 1788814430.495751 read 0x018ec1 thru 0x01c6ee (0x382e bytes) 000785 1788814430.504081 punch from 0x00eb04 to 0x01cd53 (0xe250 bytes) 000786 1788814430.512929 MIRROR_SPLIT mirror 3 to 7 mirrors CRC-32 checksum value for chunk [0, 0x298ea): Mirror 11: 0x7f623f31 (stale) Mirror 13: 0x7f623f31 (stale) Mirror 15: 0x7f623f31 (stale) Mirror 16: 0x7f623f31 (stale) Mirror 17: 0x7f623f31 (stale) Mirror 18: 0xc406267 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x298ea): Mirror 11: 0x7f623f31 (stale) Mirror 13: 0x7f623f31 (stale) Mirror 15: 0x7f623f31 (stale) Mirror 16: 0x7f623f31 (stale) Mirror 17: 0x7f623f31 (stale) Mirror 18: 0xc406267 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x298ea: skipped 000787 1788814430.870353 punch from 0x01749c to 0x020de9 (0x994e bytes) 000788 1788814430.875411 mapwrite 0x028993 thru 0x02b7ca (0x2e38 bytes) 000789 1788814430.924110 mapwrite 0x00ffe9 thru 0x018d78 (0x8d90 bytes) 000790 1788814430.959795 punch from 0x006742 to 0x00e9a2 (0x8261 bytes) 000791 1788814430.965435 fallocate 0x020198 thru 0x028445 (0x82ae bytes) 000792 1788814430.970116 read 0x003566 thru 0x00cd7b (0x9816 bytes) 000793 1788814430.978466 mapwrite 0x015cbc thru 0x0182d4 (0x2619 bytes) 000794 1788814430.992220 write 0x0080ab thru 0x00cda7 (0x4cfd bytes) 000795 1788814430.993391 mapread 0x00616a thru 0x00e9d1 (0x8868 bytes) 000796 1788814430.999033 mapread 0x00702c thru 0x01627d (0xf252 bytes) 000797 1788814431.000869 punch from 0x01eca8 to 0x02522c (0x6585 bytes) 000798 1788814431.005218 mapwrite 0x03c671 thru 0x03ffff (0x398f bytes) 000799 1788814431.056331 MIRROR_SPLIT mirror 2 to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x9deac9de (stale) Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) Mirror 18: 0xcbc9ad11 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x9deac9de (stale) Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) Mirror 18: 0xcbc9ad11 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000800 1788814431.415297 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 11: 0x9deac9de (stale) Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) Mirror 18: 0xcbc9ad11 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x95f3e45f Mirror 19: 0x95f3e45f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000801 1788814432.448626 fallocate 0x030091 thru 0x03b705 (0xb675 bytes) 000802 1788814432.508809 read 0x03cc81 thru 0x03ffff (0x337f bytes) 000804 1788814432.523892 MIRROR_SPLIT mirror 1 to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) Mirror 18: 0xcbc9ad11 (stale) Mirror 19: 0x95f3e45f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) Mirror 18: 0xcbc9ad11 (stale) Mirror 19: 0x95f3e45f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000805 1788814432.835827 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x9deac9de (stale) Mirror 16: 0x9deac9de (stale) Mirror 17: 0x9deac9de (stale) Mirror 18: 0xcbc9ad11 (stale) Mirror 19: 0x95f3e45f (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x95f3e45f Mirror 20: 0x95f3e45f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000806 1788814433.851630 write 0x016885 thru 0x020b49 (0xa2c5 bytes) 000807 1788814433.945927 write 0x02eb4c thru 0x03871a (0x9bcf bytes) 000808 1788814433.963480 trunc from 0x01581a to 0x02570a (0xfef1 bytes) 000809 1788814433.986386 trunc from 0x040000 to 0x010ee3 (0x2f11c bytes) 000813 1788814434.018536 mapwrite 0x027f91 thru 0x02966e (0x16de bytes) 000814 1788814434.063759 MIRROR_RESYNC 7 mirrors 000815 1788814435.701830 write 0x02532f thru 0x028787 (0x3459 bytes) 000816 1788814435.774294 mapwrite 0x037681 thru 0x03b447 (0x3dc7 bytes) 000817 1788814435.891019 read 0x02d10f thru 0x036dcc (0x9cbe bytes) 000818 1788814435.907907 MIRROR_SPLIT mirror 2 to 6 mirrors CRC-32 checksum value for chunk [0, 0x3b448): Mirror 15: 0x6d024ff6 (stale) Mirror 17: 0x6d024ff6 (stale) Mirror 18: 0x6d024ff6 (stale) Mirror 19: 0x6d024ff6 (stale) Mirror 20: 0x6d024ff6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b448): Mirror 15: 0x6d024ff6 (stale) Mirror 17: 0x6d024ff6 (stale) Mirror 18: 0x6d024ff6 (stale) Mirror 19: 0x6d024ff6 (stale) Mirror 20: 0x6d024ff6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b448: skipped 000819 1788814436.268132 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3b448): Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b448): Mirror 15: 0x6d024ff6 (stale) Mirror 17: 0x6d024ff6 (stale) Mirror 18: 0x6d024ff6 (stale) Mirror 19: 0x6d024ff6 (stale) Mirror 20: 0x6d024ff6 (stale) CRC-32 checksum value for chunk [0, 0x3b448): Mirror 1: 0x72c78cdf Mirror 21: 0x72c78cdf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b448: skipped 000820 1788814437.247356 write 0x01e4b8 thru 0x022c4e (0x4797 bytes) 000821 1788814437.326146 mapwrite 0x00a2e4 thru 0x00d185 (0x2ea2 bytes) 000823 1788814437.382217 fallocate 0x020ae3 thru 0x022929 (0x1e47 bytes) 000824 1788814437.387555 trunc from 0x02e7b9 to 0x030892 (0x20da bytes) 000825 1788814437.404071 trunc from 0x03b448 to 0x03de39 (0x29f2 bytes) 000826 1788814437.428591 write 0x01009d thru 0x013760 (0x36c4 bytes) 000827 1788814437.434200 MIRROR_RESYNC 7 mirrors 000828 1788814439.637789 read 0x018210 thru 0x022bc6 (0xa9b7 bytes) 000829 1788814439.651604 MIRROR_EXTEND to 8 mirrors 000830 1788814440.506473 mapwrite 0x004dde thru 0x013a25 (0xec48 bytes) 000831 1788814440.633870 punch from 0x0357e1 to 0x035e40 (0x660 bytes) 000832 1788814440.638028 punch from 0x017bf9 to 0x023b23 (0xbf2b bytes) 000834 1788814440.642416 read 0x0386ab thru 0x03a911 (0x2267 bytes) 000835 1788814440.647882 punch from 0x02dd68 to 0x03b456 (0xd6ef bytes) 000836 1788814440.653305 write 0x02b940 thru 0x030319 (0x49da bytes) 000838 1788814440.669608 trunc from 0x03de3a to 0x02fb69 (0xe2d0 bytes) 000839 1788814440.687528 fallocate 0x02f859 thru 0x032661 (0x2e09 bytes) 000840 1788814440.691452 write 0x02532c thru 0x02942d (0x4102 bytes) 000842 1788814440.700673 fallocate 0x02f819 thru 0x0391e2 (0x99ca bytes) 000843 1788814440.704971 punch from 0x00811f to 0x0165c0 (0xe4a2 bytes) 000844 1788814440.709393 punch from 0x027c74 to 0x02fb69 (0x7ef6 bytes) 000845 1788814440.721033 punch from 0x029b4d to 0x02b0f1 (0x15a5 bytes) 000846 1788814440.724958 mapwrite 0x000b79 thru 0x004bcc (0x4054 bytes) 000847 1788814440.751020 punch from 0x029434 to 0x02fb69 (0x6736 bytes) 000848 1788814440.770085 mapread 0x0298bb thru 0x02fb69 (0x62af bytes) 000849 1788814440.786634 read 0x00f893 thru 0x0132e4 (0x3a52 bytes) 000850 1788814440.816508 MIRROR_SPLIT mirror 2 to 7 mirrors CRC-32 checksum value for chunk [0, 0x2fb6a): Mirror 15: 0xc9420fa1 (stale) Mirror 18: 0xc9420fa1 (stale) Mirror 19: 0xc9420fa1 (stale) Mirror 20: 0xc9420fa1 (stale) Mirror 21: 0xc9420fa1 (stale) Mirror 22: 0xc9420fa1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fb6a): Mirror 15: 0xc9420fa1 (stale) Mirror 18: 0xc9420fa1 (stale) Mirror 19: 0xc9420fa1 (stale) Mirror 20: 0xc9420fa1 (stale) Mirror 21: 0xc9420fa1 (stale) Mirror 22: 0xc9420fa1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fb6a: skipped 000851 1788814441.222275 mapread 0x00c710 thru 0x010766 (0x4057 bytes) 000852 1788814441.242601 MIRROR_SPLIT mirror 1 to 6 mirrors CRC-32 checksum value for chunk [0, 0x2fb6a): Mirror 18: 0xc9420fa1 (stale) Mirror 19: 0xc9420fa1 (stale) Mirror 20: 0xc9420fa1 (stale) Mirror 21: 0xc9420fa1 (stale) Mirror 22: 0xc9420fa1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fb6a): Mirror 18: 0xc9420fa1 (stale) Mirror 19: 0xc9420fa1 (stale) Mirror 20: 0xc9420fa1 (stale) Mirror 21: 0xc9420fa1 (stale) Mirror 22: 0xc9420fa1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fb6a: skipped 000853 1788814441.486014 read 0x02ae72 thru 0x02fb69 (0x4cf8 bytes) 000854 1788814441.510417 MIRROR_RESYNC 6 mirrors 000855 1788814442.406592 mapread 0x00809e thru 0x0089f4 (0x957 bytes) 000856 1788814442.410133 write 0x007f13 thru 0x00b206 (0x32f4 bytes) 000857 1788814442.439126 MIRROR_SPLIT mirror 1 to 5 mirrors CRC-32 checksum value for chunk [0, 0x2fb6a): Mirror 19: 0x8c94b9e5 (stale) Mirror 20: 0x8c94b9e5 (stale) Mirror 21: 0x8c94b9e5 (stale) Mirror 22: 0x8c94b9e5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2fb6a): Mirror 19: 0x8c94b9e5 (stale) Mirror 20: 0x8c94b9e5 (stale) Mirror 21: 0x8c94b9e5 (stale) Mirror 22: 0x8c94b9e5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2fb6a: skipped 000858 1788814442.827817 mapread 0x00ae8f thru 0x010244 (0x53b6 bytes) 000859 1788814442.846863 mapwrite 0x005a68 thru 0x009967 (0x3f00 bytes) 000860 1788814442.863896 mapwrite 0x02f9cd thru 0x03b079 (0xb6ad bytes) 000861 1788814442.925071 punch from 0x035612 to 0x037077 (0x1a66 bytes) 000862 1788814442.934120 MIRROR_RESYNC 5 mirrors 000863 1788814444.226585 punch from 0x015bd8 to 0x02064f (0xaa78 bytes) 000864 1788814444.255037 fallocate 0x03d024 thru 0x03ffff (0x2fdc bytes) 000865 1788814444.260535 trunc from 0x040000 to 0x016718 (0x298e7 bytes) 000866 1788814444.280605 trunc from 0x016719 to 0x03faa7 (0x2938f bytes) 000867 1788814444.300760 mapread 0x0214ff thru 0x024ade (0x35e0 bytes) 000868 1788814444.319769 mapread 0x018a84 thru 0x027a13 (0xef90 bytes) 000869 1788814444.328694 trunc from 0x022789 to 0x02d1fd (0xaa75 bytes) 000870 1788814444.332851 read 0x01354b thru 0x014ff3 (0x1aa9 bytes) 000871 1788814444.333427 read 0x0096a8 thru 0x014690 (0xafe9 bytes) 000872 1788814444.346683 fallocate 0x00949d thru 0x010fbd (0x7b21 bytes) 000873 1788814444.351586 mapread 0x0140b4 thru 0x01728c (0x31d9 bytes) 000874 1788814444.352863 fallocate 0x022e61 thru 0x02be7e (0x901e bytes) 000875 1788814444.356968 mapwrite 0x01aae0 thru 0x02237a (0x789b bytes) 000876 1788814444.373451 trunc from 0x006cce to 0x014ee9 (0xe21c bytes) 000877 1788814444.377954 punch from 0x03df98 to 0x03f623 (0x168c bytes) 000878 1788814444.382959 write 0x030108 thru 0x03de93 (0xdd8c bytes) 000880 1788814444.389823 write 0x00f74e thru 0x017b06 (0x83b9 bytes) 000881 1788814444.395914 fallocate 0x012089 thru 0x017050 (0x4fc8 bytes) 000882 1788814444.401625 trunc from 0x03faa8 to 0x01820c (0x2789b bytes) 000883 1788814444.416592 trunc from 0x005ae2 to 0x00ea8e (0x8fad bytes) 000885 1788814444.423004 trunc from 0x01130c to 0x01820c (0x6f01 bytes) 000886 1788814444.435936 punch from 0x0029a4 to 0x003d46 (0x13a3 bytes) 000887 1788814444.440447 fallocate 0x02cd66 thru 0x02d93b (0xbd6 bytes) 000888 1788814444.445241 trunc from 0x01820d to 0x0388fa (0x206ee bytes) 000889 1788814444.463102 mapwrite 0x004b75 thru 0x013c0b (0xf097 bytes) 000890 1788814444.550996 MIRROR_RESYNC 5 mirrors 000891 1788814445.379098 trunc from 0x0388fb to 0x03ffdf (0x76e5 bytes) 000892 1788814445.441418 trunc from 0x024395 to 0x02b55f (0x71cb bytes) 000894 1788814445.449325 punch from 0x0351b1 to 0x03551a (0x36a bytes) 000895 1788814445.458183 write 0x003b37 thru 0x009add (0x5fa7 bytes) 000896 1788814445.470224 mapread 0x016c8c thru 0x017cb2 (0x1027 bytes) 000897 1788814445.480350 mapread 0x01682a thru 0x01e12c (0x7903 bytes) 000898 1788814445.489445 punch from 0x0306ca to 0x03629a (0x5bd1 bytes) 000899 1788814445.494551 read 0x00cbbf thru 0x01a46e (0xd8b0 bytes) 000900 1788814445.502413 trunc from 0x03ffe0 to 0x020f11 (0x1f0ce bytes) 000901 1788814445.528330 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x20f12): Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20f12): Mirror 19: 0x84182d74 (stale) Mirror 20: 0x84182d74 (stale) Mirror 21: 0x84182d74 (stale) Mirror 22: 0x84182d74 (stale) CRC-32 checksum value for chunk [0, 0x20f12): Mirror 1: 0xbf278390 Mirror 23: 0xbf278390 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20f12: skipped 000902 1788814446.105556 trunc from 0x020f12 to 0x03d7a6 (0x1c895 bytes) 000903 1788814446.183090 punch from 0x01934a to 0x01bf1b (0x2bd2 bytes) 000904 1788814446.186552 trunc from 0x03d7a7 to 0x03e20f (0xa69 bytes) 000905 1788814446.206317 write 0x01f918 thru 0x01fd9b (0x484 bytes) 000906 1788814446.212888 fallocate 0x00bfac thru 0x01033c (0x4391 bytes) 000907 1788814446.217217 trunc from 0x03e210 to 0x012cba (0x2b555 bytes) 000908 1788814446.232479 mapwrite 0x01eb5b thru 0x023664 (0x4b0a bytes) 000910 1788814446.283817 MIRROR_SPLIT mirror 5 to 5 mirrors CRC-32 checksum value for chunk [0, 0x23665): Mirror 19: 0xdf9085e3 (stale) Mirror 20: 0xdf9085e3 (stale) Mirror 21: 0xdf9085e3 (stale) Mirror 22: 0xdf9085e3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23665): Mirror 19: 0xdf9085e3 (stale) Mirror 20: 0xdf9085e3 (stale) Mirror 21: 0xdf9085e3 (stale) Mirror 22: 0xdf9085e3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23665: skipped 000911 1788814446.587546 mapwrite 0x018a1f thru 0x018f5e (0x540 bytes) 000912 1788814446.616454 trunc from 0x01a020 to 0x023664 (0x9645 bytes) 000913 1788814446.623518 trunc from 0x023665 to 0x02cda7 (0x9743 bytes) 000914 1788814446.638121 trunc from 0x01d89f to 0x01f81d (0x1f7f bytes) 000915 1788814446.642060 read 0x022c34 thru 0x02a937 (0x7d04 bytes) 000916 1788814446.648531 punch from 0x008fda to 0x013c2d (0xac54 bytes) 000917 1788814446.655503 write 0x017b97 thru 0x0231bc (0xb626 bytes) 000918 1788814446.661446 write 0x0285a1 thru 0x03506c (0xcacc bytes) 000919 1788814446.664082 read 0x02d02e thru 0x02ec44 (0x1c17 bytes) 000920 1788814446.664905 trunc from 0x025c1a to 0x02edcc (0x91b3 bytes) 000921 1788814446.680425 write 0x024703 thru 0x028f8e (0x488c bytes) 000922 1788814446.695774 mapwrite 0x0315f3 thru 0x03c6cc (0xb0da bytes) 000923 1788814446.746119 punch from 0x0093e7 to 0x016829 (0xd443 bytes) 000924 1788814446.755199 read 0x01bb6b thru 0x01ea0e (0x2ea4 bytes) 000925 1788814446.756043 mapread 0x016d83 thru 0x0189f9 (0x1c77 bytes) 000926 1788814446.773666 trunc from 0x03c6cd to 0x03288d (0x9e3f bytes) 000927 1788814446.795138 MIRROR_SPLIT mirror 1 to 4 mirrors CRC-32 checksum value for chunk [0, 0x3288e): Mirror 20: 0x88af95a4 (stale) Mirror 21: 0x88af95a4 (stale) Mirror 22: 0x88af95a4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3288e): Mirror 20: 0x88af95a4 (stale) Mirror 21: 0x88af95a4 (stale) Mirror 22: 0x88af95a4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3288e: skipped 000928 1788814447.057139 read 0x00030b thru 0x00833b (0x8031 bytes) 000929 1788814447.072241 mapwrite 0x0395c4 thru 0x03ffff (0x6a3c bytes) 000930 1788814447.119998 trunc from 0x040000 to 0x028fd0 (0x1702f bytes) 000932 1788814447.133663 trunc from 0x028fd1 to 0x029c35 (0xc65 bytes) 000933 1788814447.158687 MIRROR_RESYNC 4 mirrors 000934 1788814448.130154 mapread 0x026c61 thru 0x029c35 (0x2fd5 bytes) 000935 1788814448.149299 trunc from 0x024ef1 to 0x026be8 (0x1cf8 bytes) 000936 1788814448.208120 trunc from 0x029c36 to 0x00e353 (0x1b8e2 bytes) 000937 1788814448.280315 mapread 0x00081d thru 0x0024ef (0x1cd3 bytes) 000938 1788814448.288762 trunc from 0x0091e0 to 0x00cac7 (0x38e8 bytes) 000939 1788814448.292913 trunc from 0x008c1c to 0x008cb3 (0x98 bytes) 000940 1788814448.296830 read 0x001e46 thru 0x00424e (0x2409 bytes) 000941 1788814448.301348 MIRROR_SPLIT mirror 1 to 3 mirrors CRC-32 checksum value for chunk [0, 0xe354): Mirror 21: 0x6910511d (stale) Mirror 22: 0x6910511d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xe354): Mirror 21: 0x6910511d (stale) Mirror 22: 0x6910511d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xe354: skipped 000942 1788814448.526519 trunc from 0x00e354 to 0x019717 (0xb3c4 bytes) 000943 1788814448.549441 MIRROR_SPLIT mirror 1 to 2 mirrors CRC-32 checksum value for chunk [0, 0x19718): Mirror 22: 0x6d26428e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x19718): Mirror 22: 0x6d26428e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x19718: skipped 000944 1788814448.765795 read 0x00220f thru 0x00d78c (0xb57e bytes) 000945 1788814448.780513 trunc from 0x0139a9 to 0x019717 (0x5d6f bytes) 000946 1788814448.784831 punch from 0x00d929 to 0x010d6c (0x3444 bytes) 000947 1788814448.788878 mapread 0x010105 thru 0x013c6b (0x3b67 bytes) 000948 1788814448.803695 trunc from 0x006dd7 to 0x00d1fe (0x6428 bytes) 000949 1788814448.808054 punch from 0x013f6b to 0x0191ad (0x5243 bytes) 000951 1788814448.812056 mapread 0x00a51a thru 0x00b9a8 (0x148f bytes) 000952 1788814448.821446 write 0x009575 thru 0x0175ce (0xe05a bytes) 000953 1788814448.831869 punch from 0x003805 to 0x0119ad (0xe1a9 bytes) 000954 1788814448.844903 mapwrite 0x022e35 thru 0x02cd53 (0x9f1f bytes) 000955 1788814448.888000 read 0x016409 thru 0x023d5e (0xd956 bytes) 000957 1788814448.905238 write 0x023710 thru 0x029c1e (0x650f bytes) 000958 1788814448.907279 punch from 0x005fcc to 0x00b1dc (0x5211 bytes) 000959 1788814448.911862 fallocate 0x03cfc0 thru 0x03e4e0 (0x1521 bytes) 000960 1788814448.916795 mapwrite 0x0149d7 thru 0x018e92 (0x44bc bytes) 000961 1788814448.933854 punch from 0x000952 to 0x00feea (0xf599 bytes) 000963 1788814448.939105 read 0x01f409 thru 0x02cb65 (0xd75d bytes) 000964 1788814448.939897 write 0x031652 thru 0x03cb5e (0xb50d bytes) 000965 1788814448.949879 write 0x0232a6 thru 0x03156d (0xe2c8 bytes) 000966 1788814448.951864 mapread 0x01957b thru 0x024629 (0xb0af bytes) 000967 1788814448.953676 fallocate 0x03f809 thru 0x03ffff (0x7f7 bytes) 000968 1788814448.958981 mapwrite 0x021035 thru 0x026e97 (0x5e63 bytes) 000969 1788814448.975686 write 0x037c07 thru 0x03d616 (0x5a10 bytes) 000970 1788814448.976786 punch from 0x02797b to 0x031563 (0x9be9 bytes) 000971 1788814448.982122 write 0x00dec9 thru 0x01b80b (0xd943 bytes) 000972 1788814448.984442 punch from 0x00a145 to 0x00b43d (0x12f9 bytes) 000973 1788814448.988399 punch from 0x01ff8c to 0x020497 (0x50c bytes) 000974 1788814448.995779 MIRROR_SPLIT mirror 1 to 1 mirrors 000975 1788814449.067483 read 0x037052 thru 0x03f3ef (0x839e bytes) 000976 1788814449.078090 mapwrite 0x037873 thru 0x03a0e0 (0x286e bytes) 000977 1788814449.094576 trunc from 0x040000 to 0x004b40 (0x3b4bf bytes) 000978 1788814449.109627 write 0x036300 thru 0x03ffff (0x9d00 bytes) 000979 1788814449.110918 write 0x039b21 thru 0x03ffff (0x64df bytes) 000980 1788814449.111790 mapread 0x0102a5 thru 0x013386 (0x30e2 bytes) 000981 1788814449.131536 fallocate 0x005175 thru 0x013e90 (0xed1c bytes) 000982 1788814449.135215 trunc from 0x010a9f to 0x01373d (0x2c9f bytes) 000983 1788814449.138859 trunc from 0x0011f4 to 0x009648 (0x8455 bytes) 000984 1788814449.144470 read 0x001d29 thru 0x00d81d (0xbaf5 bytes) 000985 1788814449.157039 write 0x00df72 thru 0x011575 (0x3604 bytes) 000986 1788814449.158060 trunc from 0x006aea to 0x015437 (0xe94e bytes) 000988 1788814449.178688 mapwrite 0x0348a2 thru 0x039d71 (0x54d0 bytes) 000989 1788814449.207539 mapread 0x0116be thru 0x01bccf (0xa612 bytes) 000990 1788814449.226297 fallocate 0x02d9ef thru 0x0311a8 (0x37ba bytes) 000991 1788814449.231094 punch from 0x012930 to 0x015ce3 (0x33b4 bytes) 000992 1788814449.238858 fallocate 0x029dbd thru 0x0313e5 (0x7629 bytes) 000993 1788814449.243552 fallocate 0x0116a9 thru 0x0142df (0x2c37 bytes) 000994 1788814449.250705 write 0x037412 thru 0x03d3ce (0x5fbd bytes) 000995 1788814449.252057 trunc from 0x040000 to 0x028d65 (0x1729a bytes) 000996 1788814449.268580 read 0x012708 thru 0x013417 (0xd10 bytes) 000997 1788814449.275506 punch from 0x0041ce to 0x010c04 (0xca37 bytes) 000998 1788814449.279454 read 0x019252 thru 0x01ded7 (0x4c86 bytes) 000999 1788814449.280027 write 0x03d5b4 thru 0x03e59f (0xfec bytes) 001000 1788814449.284066 MIRROR_EXTEND to 2 mirrors All operations completed A-OK!