== sanity-flr test 70a: flr mode fsx test ================ 21:42:02 (1789177322) striped dir -i0 -c2 -H all_char /mnt/lustre/d70a.sanity-flr Seed set to 7324 truncating to largest ever: 0x38d6d 000001 1789177324.725904 trunc from 00000000 to 0x038d6c (0x38d6d bytes) 000002 1789177324.760392 read 0x025020 thru 0x028e27 (0x3e08 bytes) 000003 1789177324.774357 read 0x008110 thru 0x00ae33 (0x2d24 bytes) 000004 1789177324.821223 trunc from 0x02737a to 0x035961 (0xe5e8 bytes) 000005 1789177324.846980 mapread 0x032a2c thru 0x0331b0 (0x785 bytes) 000007 1789177324.878709 mapread 0x015441 thru 0x01a2a8 (0x4e68 bytes) 000008 1789177324.884629 punch from 0x034767 to 0x0363e0 (0x1c7a bytes) 000010 1789177324.891425 write 0x0180b7 thru 0x02320b (0xb155 bytes) 000011 1789177324.894618 trunc from 0x038d6d to 0x02e4ad (0xa8bf bytes) 000012 1789177324.961236 trunc from 0x00cd12 to 0x016ce3 (0x9fd2 bytes) 000013 1789177324.969443 write 0x01b8b3 thru 0x01bf4e (0x69c bytes) 000014 1789177324.972892 fallocate 0x008d47 thru 0x00f49e (0x6758 bytes) 000016 1789177324.981268 fallocate 0x02d0aa thru 0x03883a (0xb791 bytes) 000017 1789177324.997978 mapwrite 0x02d462 thru 0x036e22 (0x99c1 bytes) 000018 1789177325.170251 trunc from 0x010415 to 0x0111fa (0xde6 bytes) 000019 1789177325.188822 punch from 0x003e79 to 0x00e1c1 (0xa349 bytes) 000020 1789177325.199633 write 0x0276e1 thru 0x028565 (0xe85 bytes) 000021 1789177325.227083 mapread 0x01d0a9 thru 0x029a06 (0xc95e bytes) 000022 1789177325.238547 trunc from 0x036e23 to 0x01cd50 (0x1a0d2 bytes) 000023 1789177325.298030 punch from 0x012099 to 0x018ee4 (0x6e4c bytes) 000024 1789177325.309588 mapwrite 0x019d7b thru 0x02252e (0x87b4 bytes) 000025 1789177325.386232 read 0x020e30 thru 0x02252e (0x16ff bytes) 000026 1789177325.386865 trunc from 0x01a3f9 to 0x02252e (0x8136 bytes) 000027 1789177325.393237 write 0x012ecf thru 0x01d48c (0xa5be bytes) 000028 1789177325.408976 mapread 0x00d3a7 thru 0x010403 (0x305d bytes) 000029 1789177325.410520 read 0x00ae26 thru 0x00b7e0 (0x9bb bytes) 000030 1789177325.412046 punch from 0x021a8f to 0x02252e (0xaa0 bytes) 000031 1789177325.419919 write 0x01d7c0 thru 0x023e1c (0x665d bytes) 000033 1789177325.423789 write 0x009082 thru 0x00d472 (0x43f1 bytes) 000034 1789177325.426274 read 0x001e3f thru 0x00f41c (0xd5de bytes) 000035 1789177325.427759 trunc from 0x01b44d to 0x01e243 (0x2df7 bytes) 000036 1789177325.460846 mapwrite 0x0182f0 thru 0x019131 (0xe42 bytes) 000037 1789177325.493869 mapwrite 0x03aa0a thru 0x03ffff (0x55f6 bytes) 000038 1789177325.555451 punch from 0x01a350 to 0x0200b9 (0x5d6a bytes) 000039 1789177325.569252 fallocate 0x0272b3 thru 0x032f52 (0xbca0 bytes) 000040 1789177325.579503 read 0x020025 thru 0x025623 (0x55ff bytes) 000041 1789177325.598978 MIRROR_EXTEND to 2 mirrors 000042 1789177326.883156 fallocate 0x02d291 thru 0x035b39 (0x88a9 bytes) 000043 1789177326.959736 mapread 0x02dda1 thru 0x02f633 (0x1893 bytes) 000044 1789177327.006510 trunc from 0x040000 to 0x030617 (0xf9e8 bytes) 000045 1789177327.052528 punch from 0x00df3c to 0x00f04e (0x1113 bytes) 000047 1789177327.061372 fallocate 0x01a963 thru 0x028aed (0xe18b bytes) 000048 1789177327.068399 write 0x031e96 thru 0x033221 (0x138c bytes) 000049 1789177327.071912 mapread 0x0331ae thru 0x033221 (0x74 bytes) 000050 1789177327.082791 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x33222): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33222): Mirror 2: 0x9509e20d (stale) CRC-32 checksum value for chunk [0, 0x33222): Mirror 1: 0xbb7ad2b4 Mirror 3: 0xbb7ad2b4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33222: skipped 000051 1789177328.340682 mapwrite 0x032917 thru 0x03378c (0xe76 bytes) truncating to largest ever: 0x3ef08 000052 1789177328.510999 trunc from 0x03378d to 0x03ef07 (0xb77b bytes) 000053 1789177328.548356 write 0x012e2a thru 0x019b39 (0x6d10 bytes) 000054 1789177328.561392 trunc from 0x00fb3d to 0x019324 (0x97e8 bytes) 000055 1789177328.581890 mapread 0x02b21b thru 0x030090 (0x4e76 bytes) 000056 1789177328.604713 punch from 0x03630a to 0x03ef07 (0x8bfe bytes) 000057 1789177328.622757 mapread 0x025d9d thru 0x031c44 (0xbea8 bytes) 000058 1789177328.623981 trunc from 0x03ef08 to 0x033024 (0xbee3 bytes) 000059 1789177328.672461 mapwrite 0x023c5a thru 0x02a3ae (0x6755 bytes) 000060 1789177328.715415 trunc from 0x02bc85 to 0x033024 (0x73a0 bytes) 000061 1789177328.726878 fallocate 0x0333a4 thru 0x0357fd (0x245a bytes) 000062 1789177328.747524 read 0x00fd1a thru 0x01327d (0x3564 bytes) 000063 1789177328.762561 trunc from 0x0357fe to 0x00d82e (0x27fcf bytes) 000066 1789177328.784455 trunc from 0x00d82f to 0x02586d (0x1803f bytes) 000067 1789177328.820996 write 0x03b43b thru 0x03ffff (0x4bc5 bytes) 000068 1789177328.822411 trunc from 0x021dd0 to 0x029a79 (0x7caa bytes) 000069 1789177328.838590 trunc from 0x040000 to 0x025e97 (0x1a168 bytes) 000070 1789177328.881266 read 0x004dbe thru 0x011b83 (0xcdc6 bytes) 000071 1789177328.894980 fallocate 0x001876 thru 0x00f4e9 (0xdc74 bytes) 000073 1789177328.906800 punch from 0x014360 to 0x01a5f3 (0x6294 bytes) 000074 1789177328.912471 punch from 0x00515e to 0x005af7 (0x99a bytes) 000075 1789177328.920263 punch from 0x024772 to 0x025e97 (0x1726 bytes) 000076 1789177328.928428 read 0x009427 thru 0x0137bf (0xa399 bytes) 000077 1789177328.935242 MIRROR_RESYNC 3 mirrors 000078 1789177329.761664 write 0x008722 thru 0x00da68 (0x5347 bytes) 000079 1789177329.809788 read 0x01f794 thru 0x025e97 (0x6704 bytes) 000080 1789177329.822349 fallocate 0x00ee7b thru 0x01c72a (0xd8b0 bytes) 000081 1789177329.831944 trunc from 0x025e98 to 0x01f8be (0x65d9 bytes) 000082 1789177329.886367 fallocate 0x0337e0 thru 0x039551 (0x5d72 bytes) 000083 1789177329.900505 read 0x02665e thru 0x030ddf (0xa782 bytes) 000084 1789177329.984099 trunc from 0x0094a9 to 0x014391 (0xaee9 bytes) 000085 1789177330.018387 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x39552): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39552): Mirror 2: 0xeb9400cd (stale) Mirror 3: 0xeb9400cd (stale) CRC-32 checksum value for chunk [0, 0x39552): Mirror 1: 0x6ce0467b Mirror 4: 0x6ce0467b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39552: skipped 000086 1789177331.245890 trunc from 0x039552 to 0x020d4e (0x18803 bytes) 000087 1789177331.355663 trunc from 0x004666 to 0x00a342 (0x5cdd bytes) 000088 1789177331.379353 trunc from 0x020d4f to 0x02e26f (0xd521 bytes) 000089 1789177331.425022 mapread 0x00a136 thru 0x0155db (0xb4a6 bytes) 000090 1789177331.533576 write 0x0337b4 thru 0x03b2f7 (0x7b44 bytes) 000091 1789177331.546259 trunc from 0x035205 to 0x03b2f7 (0x60f3 bytes) 000092 1789177331.597445 trunc from 0x00f46f to 0x013a84 (0x4616 bytes) 000093 1789177331.611667 trunc from 0x03b2f8 to 0x026e20 (0x144d7 bytes) 000094 1789177331.639953 punch from 0x0055e5 to 0x012c08 (0xd624 bytes) 000095 1789177331.646087 trunc from 0x01664b to 0x024b7a (0xe530 bytes) 000096 1789177331.657435 mapwrite 0x02090b thru 0x02dee0 (0xd5d6 bytes) 000097 1789177331.821597 fallocate 0x00b944 thru 0x018a5b (0xd118 bytes) 000098 1789177331.861795 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2dee1): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2dee1): Mirror 2: 0x9d8d1e25 (stale) Mirror 3: 0x9d8d1e25 (stale) Mirror 4: 0x86ba88c2 (stale) CRC-32 checksum value for chunk [0, 0x2dee1): Mirror 1: 0x8b562a77 Mirror 5: 0x8b562a77 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2dee1: skipped 000099 1789177332.983289 mapread 0x02d2f0 thru 0x02dd41 (0xa52 bytes) 000100 1789177333.021442 trunc from 0x02dee1 to 0x002db6 (0x2b12a bytes) 000101 1789177333.108442 read 0x002062 thru 0x002db6 (0xd55 bytes) 000102 1789177333.114212 mapread 0x00211d thru 0x002db6 (0xc9a bytes) 000103 1789177333.115447 mapwrite 0x02df4c thru 0x03b14a (0xd1ff bytes) 000104 1789177333.214621 punch from 0x02dca1 to 0x03518f (0x74ef bytes) 000105 1789177333.222501 mapwrite 0x037eeb thru 0x03ffff (0x8115 bytes) 000106 1789177333.294799 trunc from 0x01e983 to 0x02e0a1 (0xf71f bytes) 000107 1789177333.301449 read 0x010668 thru 0x01d436 (0xcdcf bytes) 000109 1789177333.319878 read 0x028b97 thru 0x031deb (0x9255 bytes) 000110 1789177333.320938 mapread 0x00942d thru 0x00acbc (0x1890 bytes) 000111 1789177333.328740 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x88ffecd2 (stale) Mirror 3: 0x88ffecd2 (stale) Mirror 4: 0x25867a28 (stale) Mirror 5: 0x590f7613 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x4d037b8e Mirror 6: 0x4d037b8e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000112 1789177334.383831 trunc from 0x0289f7 to 0x03215a (0x9764 bytes) 000113 1789177334.492372 punch from 0x01b43a to 0x023c28 (0x87ef bytes) 000114 1789177334.504675 MIRROR_RESYNC 6 mirrors 000115 1789177335.944636 punch from 0x03e188 to 0x03ffff (0x1e78 bytes) 000116 1789177336.000224 punch from 0x015ec2 to 0x0251dc (0xf31b bytes) 000117 1789177336.020573 write 0x03e7d2 thru 0x03ffff (0x182e bytes) 000118 1789177336.051750 trunc from 0x014e56 to 0x021f3b (0xd0e6 bytes) 000120 1789177336.058072 fallocate 0x007d77 thru 0x00ab60 (0x2dea bytes) 000121 1789177336.067328 write 0x0147e7 thru 0x01cdef (0x8609 bytes) 000122 1789177336.089336 trunc from 0x01771f to 0x01fc32 (0x8514 bytes) 000123 1789177336.106026 mapwrite 0x0065e2 thru 0x00d3f6 (0x6e15 bytes) 000124 1789177336.155539 trunc from 0x010606 to 0x0186ba (0x80b5 bytes) 000125 1789177336.161825 write 0x036599 thru 0x036d66 (0x7ce bytes) 000126 1789177336.173749 mapwrite 0x03bf72 thru 0x03ffff (0x408e bytes) 000127 1789177336.226041 MIRROR_RESYNC 6 mirrors 000128 1789177337.795360 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) 000129 1789177338.570712 punch from 0x036b4e to 0x03eb6c (0x801f bytes) 000131 1789177338.629282 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xebff6735 (stale) Mirror 4: 0xebff6735 (stale) Mirror 5: 0xebff6735 (stale) Mirror 6: 0xebff6735 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7708e371 Mirror 7: 0x7708e371 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000132 1789177339.587327 fallocate 0x0218e3 thru 0x02dcf9 (0xc417 bytes) 000133 1789177339.635031 mapwrite 0x0227d0 thru 0x02fb43 (0xd374 bytes) 000134 1789177339.736997 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xebff6735 (stale) Mirror 4: 0xebff6735 (stale) Mirror 5: 0xebff6735 (stale) Mirror 6: 0xebff6735 (stale) Mirror 7: 0x7708e371 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x15b66fb0 Mirror 8: 0x15b66fb0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000135 1789177341.120412 punch from 0x03d0f7 to 0x03ffff (0x2f09 bytes) 000137 1789177341.178575 read 0x03d399 thru 0x03d44f (0xb7 bytes) 000138 1789177341.190684 fallocate 0x01c46c thru 0x0219b7 (0x554c bytes) 000139 1789177341.197956 trunc from 0x040000 to 0x0314c6 (0xeb39 bytes) 000140 1789177341.243450 read 0x020280 thru 0x02ceab (0xcc2c bytes) 000141 1789177341.265844 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x314c7): Mirror 4: 0xa42627dc (stale) Mirror 5: 0xa42627dc (stale) Mirror 6: 0xa42627dc (stale) Mirror 7: 0xa42627dc (stale) Mirror 8: 0x67ae094f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x314c7): Mirror 4: 0xa42627dc (stale) Mirror 5: 0xa42627dc (stale) Mirror 6: 0xa42627dc (stale) Mirror 7: 0xa42627dc (stale) Mirror 8: 0x67ae094f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x314c7: skipped 000142 1789177341.737937 punch from 0x018259 to 0x01c54c (0x42f4 bytes) 000143 1789177341.744425 trunc from 0x0314c7 to 0x02b04c (0x647a bytes) 000144 1789177341.782285 punch from 0x001097 to 0x00333d (0x22a7 bytes) 000145 1789177341.794550 mapread 0x028866 thru 0x02b04c (0x27e7 bytes) 000147 1789177341.817750 fallocate 0x02854f thru 0x032832 (0xa2e4 bytes) 000148 1789177341.822989 trunc from 0x0191b9 to 0x020360 (0x71a8 bytes) 000149 1789177341.832844 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2b04d): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b04d): Mirror 4: 0xd407f79e (stale) Mirror 5: 0xd407f79e (stale) Mirror 6: 0xd407f79e (stale) Mirror 7: 0xd407f79e (stale) Mirror 8: 0x13c43016 (stale) CRC-32 checksum value for chunk [0, 0x2b04d): Mirror 1: 0x13c43016 Mirror 9: 0x13c43016 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b04d: skipped 000150 1789177343.083979 trunc from 0x021d96 to 0x02b04c (0x92b7 bytes) 000151 1789177343.160868 trunc from 0x01ace3 to 0x029761 (0xea7f bytes) 000152 1789177343.179490 mapread 0x0222a1 thru 0x0250b1 (0x2e11 bytes) 000154 1789177343.231865 read 0x0140e3 thru 0x01de1a (0x9d38 bytes) 000155 1789177343.265368 read 0x010fc1 thru 0x0120ab (0x10eb bytes) 000156 1789177343.278831 trunc from 0x017b4e to 0x01de38 (0x62eb bytes) 000158 1789177343.291347 trunc from 0x027a6b to 0x02b04c (0x35e2 bytes) 000159 1789177343.302827 read 0x00ca2c thru 0x01a69a (0xdc6f bytes) 000160 1789177343.319113 fallocate 0x0074f0 thru 0x00e840 (0x7351 bytes) 000162 1789177343.331027 punch from 0x018d34 to 0x01d1a1 (0x446e bytes) 000163 1789177343.335445 mapread 0x005984 thru 0x0083ea (0x2a67 bytes) 000164 1789177343.338016 trunc from 0x01cd2f to 0x020877 (0x3b49 bytes) 000165 1789177343.345516 trunc from 0x002503 to 0x00b5d7 (0x90d5 bytes) 000166 1789177343.355775 read 0x007d74 thru 0x00fdee (0x807b bytes) 000168 1789177343.373997 trunc from 0x02b04d to 0x00b218 (0x1fe34 bytes) 000169 1789177343.403297 mapwrite 0x026a10 thru 0x02f1fe (0x87ef bytes) 000170 1789177343.496464 MIRROR_RESYNC 7 mirrors 000171 1789177345.276683 trunc from 0x02f1ff to 0x00666a (0x28b94 bytes) 000174 1789177345.341085 trunc from 0x00666b to 0x01c878 (0x1620e bytes) 000175 1789177345.388802 read 0x00b332 thru 0x016cfd (0xb9cc bytes) 000176 1789177345.419997 read 0x01574d thru 0x01c878 (0x712c bytes) 000177 1789177345.436044 trunc from 0x015455 to 0x01aca2 (0x584e bytes) 000178 1789177345.446698 write 0x022797 thru 0x02bf27 (0x9791 bytes) 000179 1789177345.456929 trunc from 0x01375a to 0x01a587 (0x6e2e bytes) 000180 1789177345.463296 trunc from 0x02bf28 to 0x01e9d9 (0xd54e bytes) 000181 1789177345.491544 punch from 0x0036e6 to 0x01126c (0xdb87 bytes) 000182 1789177345.502647 trunc from 0x01e9da to 0x032a9d (0x140c4 bytes) 000183 1789177345.538183 write 0x023c3f thru 0x02bd6c (0x812e bytes) 000184 1789177345.576570 punch from 0x01f3cc to 0x025f5e (0x6b93 bytes) 000185 1789177345.615803 mapwrite 0x00fedf thru 0x010fbb (0x10dd bytes) 000186 1789177345.667016 read 0x011a52 thru 0x01765a (0x5c09 bytes) 000187 1789177345.684083 trunc from 0x01fc40 to 0x02e044 (0xe405 bytes) 000188 1789177345.698934 trunc from 0x032a9e to 0x02398d (0xf110 bytes) 000189 1789177345.726421 punch from 0x012144 to 0x015376 (0x3233 bytes) 000190 1789177345.738722 mapread 0x01587f thru 0x01f1f8 (0x997a bytes) 000191 1789177345.764616 trunc from 0x01bd9a to 0x023452 (0x76b9 bytes) 000192 1789177345.777743 write 0x018530 thru 0x022a25 (0xa4f6 bytes) 000193 1789177345.797203 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2398e): Mirror 4: 0xc4e8e304 (stale) Mirror 5: 0xc4e8e304 (stale) Mirror 6: 0xc4e8e304 (stale) Mirror 7: 0xc4e8e304 (stale) Mirror 8: 0xc4e8e304 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2398e): Mirror 4: 0xc4e8e304 (stale) Mirror 5: 0xc4e8e304 (stale) Mirror 6: 0xc4e8e304 (stale) Mirror 7: 0xc4e8e304 (stale) Mirror 8: 0xc4e8e304 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2398e: skipped 000194 1789177346.394817 punch from 0x0196bf to 0x01c93d (0x327f bytes) 000195 1789177346.400228 mapread 0x01a029 thru 0x02398d (0x9965 bytes) 000196 1789177346.426848 mapwrite 0x0327e5 thru 0x03ffff (0xd81b bytes) 000197 1789177346.495533 mapwrite 0x026396 thru 0x02a299 (0x3f04 bytes) 000198 1789177346.526614 MIRROR_RESYNC 6 mirrors 000199 1789177350.227369 read 0x0228da thru 0x02d60b (0xad32 bytes) 000200 1789177350.247963 trunc from 0x040000 to 0x0229bd (0x1d642 bytes) 000201 1789177350.363975 punch from 0x009542 to 0x017867 (0xe326 bytes) 000203 1789177350.377505 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x229be): Mirror 5: 0x71e17e40 (stale) Mirror 6: 0x71e17e40 (stale) Mirror 7: 0x71e17e40 (stale) Mirror 8: 0x71e17e40 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x229be): Mirror 5: 0x71e17e40 (stale) Mirror 6: 0x71e17e40 (stale) Mirror 7: 0x71e17e40 (stale) Mirror 8: 0x71e17e40 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x229be: skipped 000204 1789177350.849441 MIRROR_RESYNC 5 mirrors 000205 1789177352.363712 trunc from 0x0229be to 0x023b37 (0x117a bytes) 000206 1789177352.420018 mapread 0x017d53 thru 0x022278 (0xa526 bytes) 000207 1789177352.460849 punch from 0x0173ba to 0x02140d (0xa054 bytes) 000208 1789177352.473437 MIRROR_RESYNC 5 mirrors 000209 1789177353.783466 trunc from 0x023b38 to 0x00590f (0x1e228 bytes) 000210 1789177353.843523 punch from 0x00108f to 0x00590f (0x4881 bytes) 000211 1789177353.850102 mapwrite 0x0080dc thru 0x0125f6 (0xa51b bytes) 000212 1789177353.912900 trunc from 0x0125f7 to 0x033451 (0x20e5b bytes) 000213 1789177353.931851 punch from 0x01f7f8 to 0x02675b (0x6f64 bytes) 000214 1789177353.937305 trunc from 0x033452 to 0x01c191 (0x172c0 bytes) 000215 1789177353.956361 mapread 0x00b12f thru 0x00dcd5 (0x2ba7 bytes) fallocating to largest ever: 0x40000 000216 1789177353.958111 fallocate 0x03598a thru 0x03ffff (0xa676 bytes) 000217 1789177353.964570 fallocate 0x007cf0 thru 0x0125f0 (0xa901 bytes) 000218 1789177353.972833 mapread 0x00b472 thru 0x0108f3 (0x5482 bytes) 000219 1789177353.973933 mapwrite 0x02aea7 thru 0x039a89 (0xebe3 bytes) 000220 1789177354.047238 mapread 0x0087c1 thru 0x00b86a (0x30aa bytes) 000221 1789177354.048255 mapwrite 0x01b448 thru 0x01cfdf (0x1b98 bytes) 000222 1789177354.122038 fallocate 0x0207e2 thru 0x02b337 (0xab56 bytes) 000223 1789177354.130390 punch from 0x01af54 to 0x024ec0 (0x9f6d bytes) 000224 1789177354.148732 mapread 0x02aeb8 thru 0x0365d1 (0xb71a bytes) 000225 1789177354.155006 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x39a8a): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39a8a): Mirror 5: 0xbeb72aac (stale) Mirror 6: 0xbeb72aac (stale) Mirror 7: 0xbeb72aac (stale) Mirror 8: 0xbeb72aac (stale) CRC-32 checksum value for chunk [0, 0x39a8a): Mirror 1: 0xbbd71f72 Mirror 9: 0xbbd71f72 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39a8a: skipped 000226 1789177355.523500 punch from 0x02f841 to 0x039757 (0x9f17 bytes) 000227 1789177355.604771 punch from 0x02ceb4 to 0x02e498 (0x15e5 bytes) 000228 1789177355.634510 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x39a8a): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39a8a): Mirror 5: 0xbeb72aac (stale) Mirror 6: 0xbeb72aac (stale) Mirror 7: 0xbeb72aac (stale) Mirror 8: 0xbeb72aac (stale) Mirror 9: 0xbbd71f72 (stale) CRC-32 checksum value for chunk [0, 0x39a8a): Mirror 1: 0xc9589f4f Mirror 10: 0xc9589f4f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39a8a: skipped 000229 1789177356.918796 fallocate 0x01f608 thru 0x02a005 (0xa9fe bytes) 000230 1789177356.970184 punch from 0x01211c to 0x01a939 (0x881e bytes) 000231 1789177356.988838 trunc from 0x039a8a to 0x00edb8 (0x2acd1 bytes) 000232 1789177357.028113 trunc from 0x00edb9 to 0x002779 (0xc63f bytes) 000234 1789177357.069918 trunc from 0x00277a to 0x03f5d9 (0x3ce60 bytes) 000235 1789177357.119030 MIRROR_RESYNC 7 mirrors 000236 1789177358.377673 mapwrite 0x004903 thru 0x009b83 (0x5281 bytes) 000237 1789177358.494408 punch from 0x00c56e to 0x013a13 (0x74a6 bytes) 000239 1789177358.502529 mapread 0x0152e5 thru 0x023246 (0xdf62 bytes) 000240 1789177358.558898 mapwrite 0x02aebc thru 0x0329d5 (0x7b1a bytes) 000241 1789177358.614480 trunc from 0x0154b3 to 0x0226c5 (0xd213 bytes) 000242 1789177358.624828 trunc from 0x03f5da to 0x028a9d (0x16b3c bytes) 000243 1789177358.667576 read 0x005f09 thru 0x007fd9 (0x20d1 bytes) 000244 1789177358.671599 mapread 0x0237a1 thru 0x028a9d (0x52fd bytes) 000245 1789177358.674011 mapread 0x00645d thru 0x009294 (0x2e38 bytes) 000246 1789177358.675884 mapwrite 0x017a3a thru 0x0271cd (0xf794 bytes) 000247 1789177358.724498 write 0x02daa4 thru 0x03832d (0xa88a bytes) 000248 1789177358.727877 write 0x01952b thru 0x025d25 (0xc7fb bytes) 000250 1789177358.731909 punch from 0x00031d to 0x008262 (0x7f46 bytes) 000251 1789177358.737824 read 0x01545f thru 0x023d7a (0xe91c bytes) 000252 1789177358.739385 read 0x001ef8 thru 0x003dd3 (0x1edc bytes) 000253 1789177358.750284 mapread 0x0356de thru 0x03832d (0x2c50 bytes) 000254 1789177358.751951 mapwrite 0x001ebe thru 0x00da06 (0xbb49 bytes) 000255 1789177358.773843 fallocate 0x003eda thru 0x00d0ac (0x91d3 bytes) 000256 1789177358.778726 mapread 0x028b8f thru 0x037d58 (0xf1ca bytes) 000257 1789177358.780667 write 0x03331f thru 0x039cd0 (0x69b2 bytes) 000258 1789177358.782329 fallocate 0x0277b9 thru 0x02ce59 (0x56a1 bytes) 000259 1789177358.788843 mapread 0x016fa5 thru 0x01db41 (0x6b9d bytes) 000260 1789177358.790396 punch from 0x01e4fc to 0x02746b (0x8f70 bytes) 000261 1789177358.797683 write 0x016e75 thru 0x0218f0 (0xaa7c bytes) 000262 1789177358.804682 trunc from 0x02139a to 0x027dea (0x6a51 bytes) 000263 1789177358.818715 trunc from 0x0145ed to 0x01fa60 (0xb474 bytes) 000264 1789177358.824902 write 0x00e575 thru 0x015ede (0x796a bytes) 000265 1789177358.832686 mapwrite 0x03dffe thru 0x03ffff (0x2002 bytes) 000266 1789177358.874906 mapwrite 0x006bbe thru 0x0127c1 (0xbc04 bytes) 000267 1789177358.896585 punch from 0x00db0b to 0x016eb9 (0x93af bytes) 000268 1789177358.902584 punch from 0x021b68 to 0x02ac21 (0x90ba bytes) 000269 1789177358.908343 trunc from 0x040000 to 0x034ed9 (0xb126 bytes) 000270 1789177358.925743 trunc from 0x00c8cb to 0x01a452 (0xdb88 bytes) 000271 1789177358.933857 mapwrite 0x027941 thru 0x02d493 (0x5b53 bytes) 000272 1789177358.986869 punch from 0x01e5aa to 0x02501d (0x6a74 bytes) 000273 1789177358.991891 write 0x023bf2 thru 0x028021 (0x4430 bytes) 000274 1789177359.002853 punch from 0x00bb36 to 0x00f626 (0x3af1 bytes) 000275 1789177359.010687 punch from 0x01fc44 to 0x02e163 (0xe520 bytes) 000276 1789177359.032398 fallocate 0x01570c thru 0x01bbcb (0x64c0 bytes) 000277 1789177359.042927 mapwrite 0x0329dd thru 0x03ffff (0xd623 bytes) 000278 1789177359.232887 mapwrite 0x033717 thru 0x03ffff (0xc8e9 bytes) 000279 1789177359.286940 write 0x0377cf thru 0x03ffff (0x8831 bytes) 000280 1789177359.289741 mapwrite 0x00f405 thru 0x0146a8 (0x52a4 bytes) 000281 1789177359.369418 trunc from 0x007176 to 0x0156da (0xe565 bytes) 000282 1789177359.379675 trunc from 0x040000 to 0x01c504 (0x23afb bytes) 000283 1789177359.407338 write 0x01ce84 thru 0x022962 (0x5adf bytes) 000284 1789177359.418987 trunc from 0x01788d to 0x01fdd1 (0x8545 bytes) 000285 1789177359.442336 read 0x01920d thru 0x0226cc (0x94c0 bytes) 000286 1789177359.457970 mapread 0x0202fb thru 0x022962 (0x2668 bytes) 000287 1789177359.460346 fallocate 0x01a95d thru 0x0224a9 (0x7b4d bytes) 000289 1789177359.466387 read 0x010017 thru 0x01416c (0x4156 bytes) 000290 1789177359.467959 punch from 0x004469 to 0x00d19a (0x8d32 bytes) 000291 1789177359.479283 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x22963): Mirror 6: 0x44d88493 (stale) Mirror 7: 0x44d88493 (stale) Mirror 8: 0x44d88493 (stale) Mirror 9: 0x44d88493 (stale) Mirror 10: 0x44d88493 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22963): Mirror 6: 0x44d88493 (stale) Mirror 7: 0x44d88493 (stale) Mirror 8: 0x44d88493 (stale) Mirror 9: 0x44d88493 (stale) Mirror 10: 0x44d88493 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22963: skipped 000292 1789177359.929867 trunc from 0x022963 to 0x02d6ca (0xad68 bytes) 000293 1789177359.977828 mapwrite 0x00dde3 thru 0x015584 (0x77a2 bytes) 000294 1789177360.040900 mapread 0x009ef9 thru 0x014254 (0xa35c bytes) 000295 1789177360.045008 trunc from 0x000dba to 0x007cf0 (0x6f37 bytes) 000297 1789177360.059854 punch from 0x024d50 to 0x02d6ca (0x897b bytes) 000299 1789177360.078142 mapread 0x01962f thru 0x02850c (0xeede bytes) 000300 1789177360.123806 mapread 0x0293e9 thru 0x02d6ca (0x42e2 bytes) 000301 1789177360.132298 read 0x025413 thru 0x02d6ca (0x82b8 bytes) 000302 1789177360.132882 read 0x00b1c1 thru 0x00e7c1 (0x3601 bytes) 000303 1789177360.133433 trunc from 0x001c38 to 0x010171 (0xe53a bytes) 000304 1789177360.147000 trunc from 0x02d6cb to 0x00ce9b (0x2082f bytes) 000306 1789177360.206869 trunc from 0x000c02 to 0x003905 (0x2d04 bytes) 000307 1789177360.218988 read 0x007bfd thru 0x00958f (0x1993 bytes) 000308 1789177360.231079 trunc from 0x00ce9c to 0x012ea5 (0x600a bytes) 000309 1789177360.287153 write 0x004df3 thru 0x012a5b (0xdc69 bytes) 000310 1789177360.298090 write 0x030edc thru 0x0346cb (0x37f0 bytes) 000311 1789177360.307813 MIRROR_RESYNC 6 mirrors 000313 1789177361.908887 fallocate 0x013c58 thru 0x01e317 (0xa6c0 bytes) 000314 1789177361.959963 trunc from 0x00fbb3 to 0x01e381 (0xe7cf bytes) 000315 1789177361.970939 fallocate 0x01edd0 thru 0x020077 (0x12a8 bytes) 000316 1789177361.976689 trunc from 0x01a2fb to 0x028108 (0xde0e bytes) 000317 1789177361.983244 mapwrite 0x035d7d thru 0x039b13 (0x3d97 bytes) 000318 1789177362.046211 write 0x02c2b9 thru 0x034237 (0x7f7f bytes) 000319 1789177362.053850 fallocate 0x0234db thru 0x02ef9c (0xbac2 bytes) 000320 1789177362.060034 trunc from 0x039b14 to 0x006299 (0x3387a bytes) 000321 1789177362.077064 read 0x0055a7 thru 0x006299 (0xcf3 bytes) 000322 1789177362.084332 mapread 0x000bd8 thru 0x006299 (0x56c2 bytes) 000323 1789177362.098615 trunc from 0x00629a to 0x014767 (0xe4ce bytes) 000324 1789177362.117976 read 0x00c821 thru 0x014767 (0x7f47 bytes) 000326 1789177362.129671 mapread 0x0051a9 thru 0x009bbc (0x4a14 bytes) 000327 1789177362.130688 trunc from 0x014768 to 0x038ae1 (0x2437a bytes) 000328 1789177362.156258 MIRROR_RESYNC 6 mirrors 000329 1789177363.606667 mapwrite 0x019136 thru 0x021bc4 (0x8a8f bytes) 000330 1789177363.792757 trunc from 0x020d5c to 0x024fcb (0x4270 bytes) 000331 1789177363.801309 punch from 0x027426 to 0x035f4c (0xeb27 bytes) 000332 1789177363.826644 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38ae2): Mirror 6: 0x48947e79 (stale) Mirror 7: 0x48947e79 (stale) Mirror 8: 0x48947e79 (stale) Mirror 9: 0x48947e79 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38ae2): Mirror 6: 0x48947e79 (stale) Mirror 7: 0x48947e79 (stale) Mirror 8: 0x48947e79 (stale) Mirror 9: 0x48947e79 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38ae2: skipped 000333 1789177364.438620 fallocate 0x038904 thru 0x03ffff (0x76fc bytes) 000334 1789177364.446690 mapwrite 0x00ae01 thru 0x00e0b7 (0x32b7 bytes) 000336 1789177364.500018 fallocate 0x004398 thru 0x00594e (0x15b7 bytes) 000337 1789177364.506667 write 0x027987 thru 0x037309 (0xf983 bytes) 000338 1789177364.524342 fallocate 0x00cffa thru 0x011f8d (0x4f94 bytes) 000339 1789177364.545326 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xf6d3dc3e (stale) Mirror 7: 0xf6d3dc3e (stale) Mirror 8: 0xf6d3dc3e (stale) Mirror 9: 0xf6d3dc3e (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xad81aaf7 Mirror 10: 0xad81aaf7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000340 1789177365.878589 read 0x007c58 thru 0x0146af (0xca58 bytes) 000341 1789177365.895962 fallocate 0x019b16 thru 0x02501a (0xb505 bytes) 000342 1789177365.978638 punch from 0x02f46c to 0x03b8fd (0xc492 bytes) 000343 1789177365.987002 trunc from 0x029b97 to 0x038fde (0xf448 bytes) 000344 1789177366.005269 MIRROR_RESYNC 6 mirrors 000346 1789177368.831012 MIRROR_RESYNC 6 mirrors 000347 1789177369.370862 mapread 0x015fbb thru 0x01fb45 (0x9b8b bytes) 000348 1789177369.399645 fallocate 0x005ef5 thru 0x00e4a7 (0x85b3 bytes) 000349 1789177369.455824 trunc from 0x040000 to 0x03a07a (0x5f85 bytes) 000350 1789177369.484333 read 0x02e87d thru 0x032b49 (0x42cd bytes) 000351 1789177369.514847 fallocate 0x026c3e thru 0x032c88 (0xc04b bytes) 000352 1789177369.531426 MIRROR_RESYNC 6 mirrors 000353 1789177372.035092 punch from 0x02c7f7 to 0x033fd5 (0x77df bytes) 000354 1789177372.099071 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3a07b): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a07b): Mirror 6: 0x634667b5 (stale) Mirror 7: 0x634667b5 (stale) Mirror 8: 0x634667b5 (stale) Mirror 9: 0x634667b5 (stale) Mirror 10: 0x634667b5 (stale) CRC-32 checksum value for chunk [0, 0x3a07b): Mirror 1: 0x634667b5 Mirror 11: 0x634667b5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a07b: skipped 000355 1789177373.352637 mapread 0x00ff87 thru 0x019a20 (0x9a9a bytes) 000356 1789177373.392624 write 0x025620 thru 0x03052d (0xaf0e bytes) 000357 1789177373.480947 mapwrite 0x009181 thru 0x00fb57 (0x69d7 bytes) 000359 1789177373.529734 trunc from 0x01c82f to 0x029718 (0xceea bytes) 000361 1789177373.543984 MIRROR_RESYNC 7 mirrors 000362 1789177376.208996 read 0x00be82 thru 0x012dea (0x6f69 bytes) 000363 1789177376.219653 read 0x01e915 thru 0x02e5ed (0xfcd9 bytes) 000364 1789177376.232050 trunc from 0x03a07b to 0x005ace (0x345ac bytes) 000365 1789177376.278233 punch from 0x0046f6 to 0x005ace (0x13d9 bytes) 000366 1789177376.283207 write 0x00051e thru 0x003d54 (0x3837 bytes) 000367 1789177376.294339 mapread 0x003238 thru 0x005ace (0x2897 bytes) 000368 1789177376.305634 trunc from 0x001700 to 0x00346d (0x1d6e bytes) 000369 1789177376.320034 mapread 0x0030de thru 0x005ace (0x29f1 bytes) 000370 1789177376.326651 mapwrite 0x0068e1 thru 0x00740f (0xb2f bytes) 000371 1789177376.383794 mapread 0x0059f9 thru 0x00740f (0x1a17 bytes) 000372 1789177376.385325 trunc from 0x00259e to 0x00740f (0x4e72 bytes) 000373 1789177376.400662 trunc from 0x007410 to 0x013bae (0xc79f bytes) 000374 1789177376.425287 read 0x0110e1 thru 0x013bae (0x2ace bytes) 000376 1789177376.451580 fallocate 0x0248e2 thru 0x02ee2c (0xa54b bytes) 000377 1789177376.460607 mapread 0x00fd37 thru 0x013bae (0x3e78 bytes) 000379 1789177376.462040 mapwrite 0x01db7e thru 0x0259cb (0x7e4e bytes) 000381 1789177376.556415 mapwrite 0x012059 thru 0x018acd (0x6a75 bytes) 000382 1789177376.600561 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x259cc): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x259cc): Mirror 6: 0xc06ae0e9 (stale) Mirror 7: 0xc06ae0e9 (stale) Mirror 8: 0xc06ae0e9 (stale) Mirror 9: 0xc06ae0e9 (stale) Mirror 10: 0xc06ae0e9 (stale) Mirror 11: 0xc06ae0e9 (stale) CRC-32 checksum value for chunk [0, 0x259cc): Mirror 1: 0x6f52357d Mirror 12: 0x6f52357d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x259cc: skipped 000383 1789177377.966448 read 0x0195ae thru 0x0259cb (0xc41e bytes) 000385 1789177378.026617 fallocate 0x000a7c thru 0x0010d9 (0x65e bytes) 000386 1789177378.129517 read 0x00b284 thru 0x015bf8 (0xa975 bytes) 000387 1789177378.152856 mapwrite 0x015f4e thru 0x01be88 (0x5f3b bytes) 000388 1789177378.196934 fallocate 0x013113 thru 0x01edae (0xbc9c bytes) 000389 1789177378.202728 mapwrite 0x01364b thru 0x019013 (0x59c9 bytes) 000390 1789177378.227187 punch from 0x002931 to 0x010b32 (0xe202 bytes) 000391 1789177378.239366 read 0x00dc92 thru 0x0165b8 (0x8927 bytes) 000392 1789177378.272207 read 0x01b4da thru 0x0259cb (0xa4f2 bytes) 000393 1789177378.274418 trunc from 0x0259cc to 0x015ca4 (0xfd27 bytes) 000394 1789177378.305305 punch from 0x001f0b to 0x00c95d (0xaa53 bytes) 000395 1789177378.326479 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x15ca5): Mirror 6: 0xff89b343 (stale) Mirror 7: 0xff89b343 (stale) Mirror 8: 0xff89b343 (stale) Mirror 10: 0xff89b343 (stale) Mirror 11: 0xff89b343 (stale) Mirror 12: 0x266d6613 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x15ca5): Mirror 6: 0xff89b343 (stale) Mirror 7: 0xff89b343 (stale) Mirror 8: 0xff89b343 (stale) Mirror 10: 0xff89b343 (stale) Mirror 11: 0xff89b343 (stale) Mirror 12: 0x266d6613 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x15ca5: skipped 000396 1789177378.918387 punch from 0x00c777 to 0x0106e4 (0x3f6e bytes) 000397 1789177378.925261 mapread 0x00b7cc thru 0x014da9 (0x95de bytes) 000398 1789177378.953552 mapread 0x006559 thru 0x00baeb (0x5593 bytes) 000399 1789177378.954848 mapread 0x014987 thru 0x015ca4 (0x131e bytes) 000400 1789177378.956518 trunc from 0x00f810 to 0x015ca4 (0x6495 bytes) 000403 1789177378.966863 mapread 0x00e2f1 thru 0x01494c (0x665c bytes) 000404 1789177378.980739 write 0x01b1b5 thru 0x0230ef (0x7f3b bytes) 000405 1789177378.989000 punch from 0x0211e0 to 0x0230ef (0x1f10 bytes) 000406 1789177379.013585 mapread 0x01eec2 thru 0x0230ef (0x422e bytes) 000407 1789177379.027014 write 0x00c7fa thru 0x0170d9 (0xa8e0 bytes) 000408 1789177379.041763 MIRROR_RESYNC 7 mirrors 000410 1789177381.679836 mapread 0x017cde thru 0x01c20b (0x452e bytes) 000411 1789177381.701407 punch from 0x004a02 to 0x010b85 (0xc184 bytes) 000412 1789177381.749585 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x230f0): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x230f0): Mirror 6: 0x96184018 (stale) Mirror 7: 0x96184018 (stale) Mirror 8: 0x96184018 (stale) Mirror 10: 0x96184018 (stale) Mirror 11: 0x96184018 (stale) Mirror 12: 0x96184018 (stale) CRC-32 checksum value for chunk [0, 0x230f0): Mirror 1: 0xc6348fcf Mirror 13: 0xc6348fcf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x230f0: skipped 000413 1789177383.013751 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x230f0): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x230f0): Mirror 6: 0x96184018 (stale) Mirror 7: 0x96184018 (stale) Mirror 8: 0x96184018 (stale) Mirror 10: 0x96184018 (stale) Mirror 11: 0x96184018 (stale) Mirror 12: 0x96184018 (stale) CRC-32 checksum value for chunk [0, 0x230f0): Mirror 1: 0xc6348fcf Mirror 13: 0xc6348fcf Mirror 14: 0xc6348fcf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x230f0: skipped 000414 1789177384.308308 mapwrite 0x02c8e3 thru 0x033299 (0x69b7 bytes) 000415 1789177384.425937 mapread 0x01986c thru 0x027e74 (0xe609 bytes) 000416 1789177384.446501 punch from 0x012b84 to 0x01e9ba (0xbe37 bytes) 000418 1789177384.453449 fallocate 0x013621 thru 0x021ffb (0xe9db bytes) 000419 1789177384.459467 trunc from 0x03329a to 0x009e78 (0x29421 bytes) 000420 1789177384.493276 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x9e79): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x9e79): Mirror 6: 0x6ee46a6e (stale) Mirror 7: 0x6ee46a6e (stale) Mirror 8: 0x6ee46a6e (stale) Mirror 10: 0x6ee46a6e (stale) Mirror 11: 0x6ee46a6e (stale) Mirror 12: 0x6ee46a6e (stale) Mirror 13: 0x6ee46a6e (stale) Mirror 14: 0x6ee46a6e (stale) CRC-32 checksum value for chunk [0, 0x9e79): Mirror 1: 0x6ee46a6e Mirror 15: 0x6ee46a6e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x9e79: skipped 000421 1789177385.873934 read 0x009cbb thru 0x009e78 (0x1be bytes) 000422 1789177385.887889 mapread 0x006f05 thru 0x009e78 (0x2f74 bytes) 000423 1789177385.932694 mapwrite 0x008c4a thru 0x00b625 (0x29dc bytes) 000424 1789177386.066625 trunc from 0x00b626 to 0x01f763 (0x1413e bytes) 000425 1789177386.119472 trunc from 0x01f764 to 0x036c54 (0x174f1 bytes) 000426 1789177386.148144 punch from 0x004da0 to 0x00a623 (0x5884 bytes) 000427 1789177386.156083 trunc from 0x036c55 to 0x01a143 (0x1cb11 bytes) 000428 1789177386.184103 trunc from 0x001983 to 0x00a4dd (0x8b5b bytes) 000429 1789177386.192630 write 0x000ac2 thru 0x01090b (0xfe4a bytes) 000430 1789177386.223023 read 0x004f51 thru 0x0076c7 (0x2777 bytes) 000431 1789177386.225055 write 0x037118 thru 0x0387a6 (0x168f bytes) 000432 1789177386.232065 mapread 0x0032a3 thru 0x00416a (0xec8 bytes) 000433 1789177386.237452 trunc from 0x0387a7 to 0x00eca8 (0x29afe bytes) 000434 1789177386.272253 fallocate 0x025395 thru 0x033f3c (0xeba8 bytes) 000435 1789177386.278362 trunc from 0x00eca9 to 0x01c6b7 (0xda0f bytes) 000436 1789177386.297855 mapwrite 0x01e756 thru 0x028108 (0x99b3 bytes) 000437 1789177386.353361 MIRROR_RESYNC 10 mirrors 000438 1789177388.324337 mapread 0x00f1fb thru 0x012b0f (0x3915 bytes) 000439 1789177388.345434 fallocate 0x00051f thru 0x004893 (0x4375 bytes) 000440 1789177388.384768 mapwrite 0x01665e thru 0x01b4a5 (0x4e48 bytes) 000441 1789177388.413700 write 0x020099 thru 0x02d525 (0xd48d bytes) 000442 1789177388.420342 read 0x01d363 thru 0x020a45 (0x36e3 bytes) 000443 1789177388.428810 mapwrite 0x01a6f5 thru 0x024748 (0xa054 bytes) 000444 1789177388.449021 write 0x01d6bc thru 0x01f31f (0x1c64 bytes) 000445 1789177388.450183 punch from 0x017a63 to 0x01ab35 (0x30d3 bytes) 000446 1789177388.456361 mapwrite 0x018565 thru 0x026d03 (0xe79f bytes) 000447 1789177388.483380 write 0x01dff2 thru 0x021789 (0x3798 bytes) 000448 1789177388.484798 mapwrite 0x003501 thru 0x0118c4 (0xe3c4 bytes) 000449 1789177388.517680 punch from 0x01c620 to 0x01e4cc (0x1ead bytes) 000451 1789177388.528999 mapread 0x00ef49 thru 0x01a972 (0xba2a bytes) 000452 1789177388.530267 trunc from 0x01d3eb to 0x01f5e2 (0x21f8 bytes) 000453 1789177388.538987 trunc from 0x02040c to 0x02ad73 (0xa968 bytes) 000454 1789177388.547096 fallocate 0x00a977 thru 0x017673 (0xccfd bytes) 000455 1789177388.558783 read 0x00c6a1 thru 0x01ba01 (0xf361 bytes) 000456 1789177388.559645 trunc from 0x02d526 to 0x020765 (0xcdc0 bytes) 000457 1789177388.597314 read 0x008d44 thru 0x01366a (0xa927 bytes) 000458 1789177388.598169 mapread 0x01d237 thru 0x01fb44 (0x290e bytes) 000459 1789177388.611451 mapwrite 0x0202e3 thru 0x024bae (0x48cc bytes) 000460 1789177388.680824 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x24baf): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24baf): Mirror 6: 0x499a180d (stale) Mirror 7: 0x499a180d (stale) Mirror 8: 0x499a180d (stale) Mirror 10: 0x499a180d (stale) Mirror 11: 0x499a180d (stale) Mirror 12: 0x499a180d (stale) Mirror 13: 0x499a180d (stale) Mirror 14: 0x499a180d (stale) Mirror 15: 0x499a180d (stale) CRC-32 checksum value for chunk [0, 0x24baf): Mirror 1: 0x84a74e05 Mirror 16: 0x84a74e05 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24baf: skipped 000461 1789177390.312853 fallocate 0x0134d2 thru 0x013ca8 (0x7d7 bytes) 000462 1789177390.397483 mapwrite 0x009e96 thru 0x00ea53 (0x4bbe bytes) 000463 1789177390.479776 fallocate 0x00a5c5 thru 0x015d4d (0xb789 bytes) 000464 1789177390.484805 mapread 0x01dc01 thru 0x01f467 (0x1867 bytes) 000465 1789177390.497314 fallocate 0x00ebe6 thru 0x019610 (0xaa2b bytes) 000466 1789177390.504565 read 0x00231d thru 0x00e038 (0xbd1c bytes) 000467 1789177390.525628 MIRROR_RESYNC 11 mirrors 000468 1789177394.142346 write 0x033d59 thru 0x037583 (0x382b bytes) 000469 1789177394.186361 read 0x0059fb thru 0x00fe4a (0xa450 bytes) 000470 1789177394.201953 write 0x0285f1 thru 0x0315c3 (0x8fd3 bytes) 000471 1789177394.217773 trunc from 0x037584 to 0x024c11 (0x12972 bytes) 000472 1789177394.260270 trunc from 0x0191d0 to 0x019e22 (0xc53 bytes) 000473 1789177394.272314 write 0x009d27 thru 0x01181d (0x7af7 bytes) 000474 1789177394.288374 MIRROR_RESYNC 11 mirrors 000475 1789177397.458477 trunc from 0x024c12 to 0x02f396 (0xa785 bytes) 000476 1789177397.501944 write 0x0004c6 thru 0x009365 (0x8ea0 bytes) 000477 1789177397.521849 MIRROR_RESYNC 11 mirrors 000478 1789177400.730731 trunc from 0x02b490 to 0x02f396 (0x3f07 bytes) 000480 1789177400.773092 fallocate 0x0129d4 thru 0x0188ac (0x5ed9 bytes) 000482 1789177400.782727 mapread 0x02595c thru 0x02f396 (0x9a3b bytes) 000483 1789177400.808314 mapwrite 0x03fb0f thru 0x03ffff (0x4f1 bytes) 000484 1789177400.875285 fallocate 0x01a3b9 thru 0x01dd22 (0x396a bytes) 000485 1789177400.889744 punch from 0x00a0ae to 0x019650 (0xf5a3 bytes) 000486 1789177400.901682 punch from 0x021663 to 0x0231c9 (0x1b67 bytes) 000487 1789177400.920494 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x9893fa78 (stale) Mirror 7: 0x9893fa78 (stale) Mirror 8: 0x9893fa78 (stale) Mirror 10: 0x9893fa78 (stale) Mirror 11: 0x9893fa78 (stale) Mirror 12: 0x9893fa78 (stale) Mirror 13: 0x9893fa78 (stale) Mirror 14: 0x9893fa78 (stale) Mirror 15: 0x9893fa78 (stale) Mirror 16: 0x9893fa78 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5401979e Mirror 17: 0x5401979e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000488 1789177402.129638 read 0x006bef thru 0x01542d (0xe83f bytes) 000489 1789177402.147592 mapread 0x013696 thru 0x01991f (0x628a bytes) 000490 1789177402.189474 trunc from 0x040000 to 0x03f1be (0xe41 bytes) 000491 1789177402.268824 write 0x03b9e5 thru 0x03ece8 (0x3304 bytes) 000492 1789177402.282566 trunc from 0x024e9e to 0x02e658 (0x97bb bytes) 000493 1789177402.289258 read 0x03c671 thru 0x03f1be (0x2b4e bytes) 000494 1789177402.305482 fallocate 0x007312 thru 0x011df7 (0xaae6 bytes) 000495 1789177402.311712 write 0x0005e8 thru 0x001dd7 (0x17f0 bytes) 000496 1789177402.312673 punch from 0x005b91 to 0x00f4e7 (0x9957 bytes) 000497 1789177402.318024 punch from 0x00de10 to 0x015eb8 (0x80a9 bytes) 000498 1789177402.324815 punch from 0x016533 to 0x020c40 (0xa70e bytes) 000499 1789177402.330872 fallocate 0x0290bf thru 0x02916f (0xb1 bytes) 000500 1789177402.337391 write 0x026522 thru 0x02f489 (0x8f68 bytes) 000501 1789177402.339165 read 0x00a211 thru 0x00acc8 (0xab8 bytes) 000502 1789177402.361351 trunc from 0x03f1bf to 0x01867c (0x26b42 bytes) 000503 1789177402.382868 read 0x010739 thru 0x016423 (0x5ceb bytes) 000504 1789177402.384713 read 0x00f380 thru 0x00f7bd (0x43e bytes) 000505 1789177402.385391 punch from 0x016463 to 0x01867c (0x221a bytes) 000507 1789177402.400471 MIRROR_RESYNC 12 mirrors 000508 1789177404.509756 read 0x0042de thru 0x005188 (0xeab bytes) 000509 1789177404.515784 mapread 0x0120e8 thru 0x0169ba (0x48d3 bytes) 000510 1789177404.535279 write 0x0287fc thru 0x02b862 (0x3067 bytes) 000512 1789177404.599548 read 0x014f80 thru 0x0246c8 (0xf749 bytes) 000513 1789177404.622740 read 0x016aaf thru 0x021832 (0xad84 bytes) 000514 1789177404.623650 mapwrite 0x0288d4 thru 0x028a64 (0x191 bytes) 000515 1789177404.637021 mapread 0x021994 thru 0x026c63 (0x52d0 bytes) 000516 1789177404.637979 mapread 0x000b8e thru 0x009af8 (0x8f6b bytes) 000517 1789177404.644548 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x2b863): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b863): Mirror 6: 0x80b0db6f (stale) Mirror 7: 0x80b0db6f (stale) Mirror 8: 0x80b0db6f (stale) Mirror 10: 0x80b0db6f (stale) Mirror 11: 0x80b0db6f (stale) Mirror 12: 0x80b0db6f (stale) Mirror 13: 0x80b0db6f (stale) Mirror 14: 0x80b0db6f (stale) Mirror 15: 0x80b0db6f (stale) Mirror 16: 0x80b0db6f (stale) Mirror 17: 0x80b0db6f (stale) CRC-32 checksum value for chunk [0, 0x2b863): Mirror 1: 0xb9c8704b Mirror 18: 0xb9c8704b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b863: skipped 000518 1789177406.051785 punch from 0x009bc4 to 0x00d677 (0x3ab4 bytes) 000519 1789177406.139534 write 0x031761 thru 0x0358fe (0x419e bytes) 000520 1789177406.155195 punch from 0x0121c1 to 0x01ef89 (0xcdc9 bytes) 000521 1789177406.167500 mapwrite 0x02dfba thru 0x02e92c (0x973 bytes) 000522 1789177406.226037 MIRROR_SPLIT mirror 8 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x358ff): Mirror 6: 0xb0cea152 (stale) Mirror 7: 0xb0cea152 (stale) Mirror 8: 0xb0cea152 (stale) Mirror 10: 0xb0cea152 (stale) Mirror 11: 0xb0cea152 (stale) Mirror 12: 0xb0cea152 (stale) Mirror 13: 0xb0cea152 (stale) Mirror 15: 0xb0cea152 (stale) Mirror 16: 0xb0cea152 (stale) Mirror 17: 0xb0cea152 (stale) Mirror 18: 0x8bb98ebc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x358ff): Mirror 6: 0xb0cea152 (stale) Mirror 7: 0xb0cea152 (stale) Mirror 8: 0xb0cea152 (stale) Mirror 10: 0xb0cea152 (stale) Mirror 11: 0xb0cea152 (stale) Mirror 12: 0xb0cea152 (stale) Mirror 13: 0xb0cea152 (stale) Mirror 15: 0xb0cea152 (stale) Mirror 16: 0xb0cea152 (stale) Mirror 17: 0xb0cea152 (stale) Mirror 18: 0x8bb98ebc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x358ff: skipped 000523 1789177407.359865 read 0x02cf77 thru 0x0358fe (0x8988 bytes) 000524 1789177407.371939 fallocate 0x0396c7 thru 0x03dfdf (0x4919 bytes) 000525 1789177407.387198 write 0x03a04d thru 0x03ffff (0x5fb3 bytes) 000526 1789177407.427038 read 0x0186bd thru 0x023b50 (0xb494 bytes) 000527 1789177407.451963 fallocate 0x01da94 thru 0x023b36 (0x60a3 bytes) 000529 1789177407.468387 fallocate 0x017470 thru 0x023c55 (0xc7e6 bytes) 000530 1789177407.487109 read 0x00742e thru 0x010f02 (0x9ad5 bytes) 000531 1789177407.490841 punch from 0x014911 to 0x024721 (0xfe11 bytes) 000532 1789177407.495761 trunc from 0x040000 to 0x01fe3d (0x201c2 bytes) 000533 1789177407.532925 trunc from 0x01fe3e to 0x010cba (0xf183 bytes) 000534 1789177407.554945 write 0x01d865 thru 0x02ba30 (0xe1cc bytes) 000535 1789177407.556672 punch from 0x006808 to 0x0167d0 (0xffc9 bytes) 000536 1789177407.564409 fallocate 0x00d165 thru 0x0190ee (0xbf8a bytes) 000537 1789177407.571250 mapread 0x0050ec thru 0x00b0e8 (0x5ffd bytes) 000538 1789177407.582194 trunc from 0x02ba31 to 0x009895 (0x2219b bytes) 000539 1789177407.604352 trunc from 0x006a7d to 0x009895 (0x2e19 bytes) 000540 1789177407.610434 fallocate 0x019682 thru 0x019fff (0x97e bytes) 000541 1789177407.616441 trunc from 0x01a000 to 0x038522 (0x1e523 bytes) 000542 1789177407.636998 mapread 0x0211d0 thru 0x0303ae (0xf1df bytes) 000543 1789177407.725888 mapread 0x014846 thru 0x01645e (0x1c19 bytes) 000544 1789177407.751367 fallocate 0x00b71f thru 0x011470 (0x5d52 bytes) 000545 1789177407.760609 read 0x005d02 thru 0x00c973 (0x6c72 bytes) 000546 1789177407.796310 trunc from 0x021563 to 0x0245b6 (0x3054 bytes) 000547 1789177407.804888 punch from 0x00ff15 to 0x0147ac (0x4898 bytes) 000548 1789177407.811676 punch from 0x0265c8 to 0x029209 (0x2c42 bytes) 000551 1789177407.824933 MIRROR_SPLIT mirror 4 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x38523): Mirror 6: 0x6435f6d1 (stale) Mirror 7: 0x6435f6d1 (stale) Mirror 8: 0x6435f6d1 (stale) Mirror 11: 0x6435f6d1 (stale) Mirror 12: 0x6435f6d1 (stale) Mirror 13: 0x6435f6d1 (stale) Mirror 15: 0x6435f6d1 (stale) Mirror 16: 0x6435f6d1 (stale) Mirror 17: 0x6435f6d1 (stale) Mirror 18: 0x80e76fd2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x38523): Mirror 6: 0x6435f6d1 (stale) Mirror 7: 0x6435f6d1 (stale) Mirror 8: 0x6435f6d1 (stale) Mirror 11: 0x6435f6d1 (stale) Mirror 12: 0x6435f6d1 (stale) Mirror 13: 0x6435f6d1 (stale) Mirror 15: 0x6435f6d1 (stale) Mirror 16: 0x6435f6d1 (stale) Mirror 17: 0x6435f6d1 (stale) Mirror 18: 0x80e76fd2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x38523: skipped 000552 1789177408.732799 trunc from 0x0320a8 to 0x035879 (0x37d2 bytes) 000553 1789177408.746041 read 0x006de1 thru 0x0116e8 (0xa908 bytes) 000555 1789177408.757571 write 0x02931f thru 0x032abc (0x979e bytes) 000556 1789177408.799345 read 0x00f00d thru 0x01747d (0x8471 bytes) 000557 1789177408.824441 trunc from 0x019d69 to 0x027e49 (0xe0e1 bytes) 000558 1789177408.831911 punch from 0x00d7ac to 0x018198 (0xa9ed bytes) 000559 1789177408.838735 fallocate 0x02c36f thru 0x03907b (0xcd0d bytes) 000560 1789177408.854453 mapwrite 0x0110ef thru 0x01ea10 (0xd922 bytes) 000561 1789177409.012311 mapwrite 0x02ba6e thru 0x03a83c (0xedcf bytes) 000562 1789177409.117407 write 0x01f054 thru 0x020ce8 (0x1c95 bytes) 000563 1789177409.153694 fallocate 0x028843 thru 0x035794 (0xcf52 bytes) 000564 1789177409.169729 mapwrite 0x0018ba thru 0x00bb14 (0xa25b bytes) 000565 1789177409.231290 read 0x02e40d thru 0x036034 (0x7c28 bytes) 000566 1789177409.232771 fallocate 0x03e98a thru 0x03ffff (0x1676 bytes) 000567 1789177409.241541 mapread 0x005ae2 thru 0x00e6da (0x8bf9 bytes) 000568 1789177409.276093 mapwrite 0x017492 thru 0x019786 (0x22f5 bytes) 000569 1789177409.316398 mapwrite 0x006665 thru 0x011170 (0xab0c bytes) 000571 1789177409.367582 fallocate 0x02b6c6 thru 0x02c4eb (0xe26 bytes) 000572 1789177409.376356 trunc from 0x01f86b to 0x02f29d (0xfa33 bytes) 000573 1789177409.414739 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xcbcf1625 (stale) Mirror 7: 0xcbcf1625 (stale) Mirror 8: 0xcbcf1625 (stale) Mirror 11: 0xcbcf1625 (stale) Mirror 12: 0xcbcf1625 (stale) Mirror 13: 0xcbcf1625 (stale) Mirror 15: 0xcbcf1625 (stale) Mirror 16: 0xcbcf1625 (stale) Mirror 17: 0xcbcf1625 (stale) Mirror 18: 0x45dbaab (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x9ddcf50f Mirror 19: 0x9ddcf50f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000574 1789177411.146474 trunc from 0x040000 to 0x01e885 (0x2177a bytes) 000575 1789177411.212941 mapwrite 0x03cffe thru 0x03ffff (0x3002 bytes) 000576 1789177411.269771 trunc from 0x037a2c to 0x03ffff (0x85d4 bytes) 000577 1789177411.275550 trunc from 0x00cc6e to 0x011373 (0x4706 bytes) 000578 1789177411.281620 write 0x036c4b thru 0x03744c (0x802 bytes) 000579 1789177411.291601 write 0x006860 thru 0x0077db (0xf7c bytes) 000580 1789177411.300656 mapread 0x00470b thru 0x007457 (0x2d4d bytes) 000581 1789177411.313710 MIRROR_RESYNC 12 mirrors 000582 1789177416.053288 read 0x01b321 thru 0x024b2b (0x980b bytes) 000584 1789177416.066639 mapwrite 0x01cd8d thru 0x0257b6 (0x8a2a bytes) 000585 1789177416.181499 trunc from 0x0258ed to 0x02957b (0x3c8f bytes) 000586 1789177416.186574 trunc from 0x02c09a to 0x02d87e (0x17e5 bytes) 000587 1789177416.201342 MIRROR_RESYNC 12 mirrors 000588 1789177420.175626 MIRROR_SPLIT mirror 7 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) 000589 1789177420.728521 mapwrite 0x006736 thru 0x009a45 (0x3310 bytes) 000590 1789177420.900051 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x3f7b88ee (stale) Mirror 7: 0x3f7b88ee (stale) Mirror 8: 0x3f7b88ee (stale) Mirror 11: 0x3f7b88ee (stale) Mirror 12: 0x3f7b88ee (stale) Mirror 13: 0x3f7b88ee (stale) Mirror 16: 0x3f7b88ee (stale) Mirror 17: 0x3f7b88ee (stale) Mirror 18: 0x3f7b88ee (stale) Mirror 19: 0x3f7b88ee (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6904483b Mirror 20: 0x6904483b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000591 1789177422.408697 trunc from 0x0052cc to 0x011fe4 (0xcd19 bytes) 000592 1789177422.480325 mapwrite 0x02a5a5 thru 0x0395a0 (0xeffc bytes) 000593 1789177422.577504 punch from 0x039dd0 to 0x03ffff (0x6230 bytes) 000594 1789177422.584339 write 0x00f0fd thru 0x01b1b8 (0xc0bc bytes) 000595 1789177422.605415 punch from 0x01dc62 to 0x022f74 (0x5313 bytes) 000597 1789177422.615809 fallocate 0x028770 thru 0x03368e (0xaf1f bytes) 000598 1789177422.621185 read 0x02e699 thru 0x039708 (0xb070 bytes) 000600 1789177422.637900 MIRROR_RESYNC 12 mirrors 000601 1789177426.757633 trunc from 0x008f9f to 0x00ff9e (0x7000 bytes) 000602 1789177426.793503 trunc from 0x00471d to 0x004ef1 (0x7d5 bytes) 000603 1789177426.799521 trunc from 0x02a757 to 0x035914 (0xb1be bytes) 000604 1789177426.806414 read 0x03646f thru 0x03c606 (0x6198 bytes) 000605 1789177426.825989 read 0x013abd thru 0x01813d (0x4681 bytes) 000606 1789177426.836705 write 0x039a24 thru 0x03f05a (0x5637 bytes) 000607 1789177426.838424 mapwrite 0x02f999 thru 0x03a3c4 (0xaa2c bytes) 000608 1789177426.863422 mapwrite 0x01e24f thru 0x022b25 (0x48d7 bytes) 000610 1789177426.880650 write 0x03b504 thru 0x03ffff (0x4afc bytes) 000611 1789177426.882052 mapwrite 0x037ea8 thru 0x039fba (0x2113 bytes) 000612 1789177426.898801 mapwrite 0x005f83 thru 0x00e0b2 (0x8130 bytes) 000613 1789177426.919715 read 0x0243d1 thru 0x025c2f (0x185f bytes) 000615 1789177426.922713 trunc from 0x02c4c3 to 0x030c85 (0x47c3 bytes) 000616 1789177426.929374 mapwrite 0x027d8c thru 0x037960 (0xfbd5 bytes) 000617 1789177426.996584 trunc from 0x021f8b to 0x0318fe (0xf974 bytes) 000618 1789177427.006324 trunc from 0x040000 to 0x00c520 (0x33adf bytes) 000619 1789177427.029984 mapread 0x00b115 thru 0x00c520 (0x140c bytes) 000620 1789177427.034380 trunc from 0x009caa to 0x00c520 (0x2877 bytes) 000621 1789177427.042698 mapwrite 0x008292 thru 0x00c5f1 (0x4360 bytes) 000622 1789177427.169569 trunc from 0x00be58 to 0x00c5f1 (0x79a bytes) 000623 1789177427.187095 MIRROR_RESYNC 12 mirrors 000624 1789177428.505028 trunc from 0x0055d0 to 0x00740f (0x1e40 bytes) 000625 1789177428.582675 mapread 0x00387d thru 0x00af54 (0x76d8 bytes) 000626 1789177428.618061 punch from 0x00c06a to 0x00c5f1 (0x588 bytes) 000627 1789177428.630280 trunc from 0x00c5f2 to 0x02bc92 (0x1f6a1 bytes) 000628 1789177428.717009 fallocate 0x0267cb thru 0x032d18 (0xc54e bytes) 000629 1789177428.730467 mapread 0x0051f5 thru 0x013004 (0xde10 bytes) 000630 1789177428.754833 mapread 0x0052e8 thru 0x01156e (0xc287 bytes) 000631 1789177428.761852 mapread 0x000699 thru 0x00d9f3 (0xd35b bytes) 000632 1789177428.775568 read 0x0002dd thru 0x0086f0 (0x8414 bytes) 000633 1789177428.776397 read 0x009963 thru 0x01562e (0xbccc bytes) 000634 1789177428.793567 punch from 0x0240ce to 0x0275a2 (0x34d5 bytes) 000635 1789177428.802277 read 0x01cc45 thru 0x022dab (0x6167 bytes) 000636 1789177428.804548 trunc from 0x02bc93 to 0x03bc15 (0xff83 bytes) 000637 1789177428.847958 read 0x01f979 thru 0x0210a2 (0x172a bytes) 000638 1789177428.858566 MIRROR_SPLIT mirror 7 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bc16): Mirror 6: 0xc3b1c366 (stale) Mirror 7: 0xc3b1c366 (stale) Mirror 8: 0xc3b1c366 (stale) Mirror 11: 0xc3b1c366 (stale) Mirror 12: 0xc3b1c366 (stale) Mirror 13: 0xc3b1c366 (stale) Mirror 17: 0xc3b1c366 (stale) Mirror 18: 0xc3b1c366 (stale) Mirror 19: 0xc3b1c366 (stale) Mirror 20: 0xc3b1c366 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bc16): Mirror 6: 0xc3b1c366 (stale) Mirror 7: 0xc3b1c366 (stale) Mirror 8: 0xc3b1c366 (stale) Mirror 11: 0xc3b1c366 (stale) Mirror 12: 0xc3b1c366 (stale) Mirror 13: 0xc3b1c366 (stale) Mirror 17: 0xc3b1c366 (stale) Mirror 18: 0xc3b1c366 (stale) Mirror 19: 0xc3b1c366 (stale) Mirror 20: 0xc3b1c366 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bc16: skipped 000639 1789177429.469454 mapwrite 0x022308 thru 0x0280dc (0x5dd5 bytes) 000640 1789177429.504454 punch from 0x008ca5 to 0x0144c3 (0xb81f bytes) 000641 1789177429.511447 trunc from 0x00b5f3 to 0x014edc (0x98ea bytes) 000642 1789177429.517635 fallocate 0x02bd60 thru 0x02f94d (0x3bee bytes) 000643 1789177429.523932 mapwrite 0x02de13 thru 0x031b42 (0x3d30 bytes) 000644 1789177429.556575 mapread 0x012d47 thru 0x01d85d (0xab17 bytes) 000645 1789177429.573354 punch from 0x013617 to 0x01c14c (0x8b36 bytes) 000646 1789177429.579485 punch from 0x005e53 to 0x00672a (0x8d8 bytes) 000647 1789177429.590986 punch from 0x02bd31 to 0x034162 (0x8432 bytes) 000648 1789177429.597292 trunc from 0x03bc16 to 0x03f045 (0x3430 bytes) 000649 1789177429.629425 write 0x03af3e thru 0x03ffff (0x50c2 bytes) 000650 1789177429.642318 MIRROR_RESYNC 11 mirrors 000651 1789177432.797336 fallocate 0x01a3a0 thru 0x02897f (0xe5e0 bytes) 000653 1789177432.842364 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x53ac7a98 (stale) Mirror 7: 0x53ac7a98 (stale) Mirror 8: 0x53ac7a98 (stale) Mirror 11: 0x53ac7a98 (stale) Mirror 12: 0x53ac7a98 (stale) Mirror 13: 0x53ac7a98 (stale) Mirror 17: 0x53ac7a98 (stale) Mirror 18: 0x53ac7a98 (stale) Mirror 19: 0x53ac7a98 (stale) Mirror 20: 0x53ac7a98 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x53ac7a98 Mirror 21: 0x53ac7a98 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000654 1789177434.424670 punch from 0x03de11 to 0x03ffff (0x21ef bytes) 000655 1789177434.488574 trunc from 0x00707b to 0x00b1d4 (0x415a bytes) 000656 1789177434.493781 trunc from 0x020262 to 0x02c5b3 (0xc352 bytes) 000657 1789177434.499757 mapread 0x01adbb thru 0x02793a (0xcb80 bytes) 000658 1789177434.526876 trunc from 0x040000 to 0x037d7c (0x8283 bytes) 000659 1789177434.549763 trunc from 0x037d7d to 0x003ea9 (0x33ed3 bytes) 000660 1789177434.574111 write 0x02aa5c thru 0x037bc7 (0xd16c bytes) 000661 1789177434.578421 read 0x00118f thru 0x001693 (0x505 bytes) 000662 1789177434.589367 mapwrite 0x01ac0c thru 0x02aa43 (0xfe38 bytes) 000663 1789177434.668897 MIRROR_SPLIT mirror 3 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37bc8): Mirror 6: 0x717fea86 (stale) Mirror 7: 0x717fea86 (stale) Mirror 11: 0x717fea86 (stale) Mirror 12: 0x717fea86 (stale) Mirror 13: 0x717fea86 (stale) Mirror 17: 0x717fea86 (stale) Mirror 18: 0x717fea86 (stale) Mirror 19: 0x717fea86 (stale) Mirror 20: 0x717fea86 (stale) Mirror 21: 0x717fea86 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37bc8): Mirror 6: 0x717fea86 (stale) Mirror 7: 0x717fea86 (stale) Mirror 11: 0x717fea86 (stale) Mirror 12: 0x717fea86 (stale) Mirror 13: 0x717fea86 (stale) Mirror 17: 0x717fea86 (stale) Mirror 18: 0x717fea86 (stale) Mirror 19: 0x717fea86 (stale) Mirror 20: 0x717fea86 (stale) Mirror 21: 0x717fea86 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37bc8: skipped 000664 1789177435.304665 mapread 0x00de69 thru 0x0125bc (0x4754 bytes) 000665 1789177435.337961 write 0x03d82a thru 0x03ffff (0x27d6 bytes) 000666 1789177435.344391 read 0x0391a3 thru 0x03d419 (0x4277 bytes) 000667 1789177435.350288 trunc from 0x00d129 to 0x00ec9a (0x1b72 bytes) 000668 1789177435.355097 write 0x0260f1 thru 0x02af99 (0x4ea9 bytes) 000669 1789177435.364549 mapwrite 0x00c2a3 thru 0x01acdc (0xea3a bytes) 000670 1789177435.413757 write 0x0279a2 thru 0x037950 (0xffaf bytes) 000671 1789177435.421062 trunc from 0x040000 to 0x02f2ac (0x10d53 bytes) 000672 1789177435.440370 MIRROR_RESYNC 11 mirrors 000674 1789177437.302640 punch from 0x02af98 to 0x02f2ac (0x4315 bytes) 000675 1789177437.343578 mapwrite 0x0373fc thru 0x039ee8 (0x2aed bytes) 000676 1789177437.431673 write 0x00b8a2 thru 0x018198 (0xc8f7 bytes) 000677 1789177437.475329 mapwrite 0x009309 thru 0x009f42 (0xc3a bytes) 000678 1789177437.514871 trunc from 0x039ee9 to 0x0399e1 (0x507 bytes) 000679 1789177437.534493 mapwrite 0x023139 thru 0x031c03 (0xeacb bytes) 000680 1789177437.583082 trunc from 0x0399e2 to 0x02329e (0x16743 bytes) 000681 1789177437.632226 fallocate 0x01efa1 thru 0x026a12 (0x7a72 bytes) 000682 1789177437.640371 trunc from 0x01b495 to 0x02329e (0x7e0a bytes) 000683 1789177437.652819 mapwrite 0x02c099 thru 0x034013 (0x7f7b bytes) 000684 1789177437.723366 punch from 0x028d06 to 0x034013 (0xb30e bytes) 000686 1789177437.747275 MIRROR_SPLIT mirror 3 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34014): Mirror 6: 0xdd45d854 (stale) Mirror 7: 0xdd45d854 (stale) Mirror 12: 0xdd45d854 (stale) Mirror 13: 0xdd45d854 (stale) Mirror 17: 0xdd45d854 (stale) Mirror 18: 0xdd45d854 (stale) Mirror 19: 0xdd45d854 (stale) Mirror 20: 0xdd45d854 (stale) Mirror 21: 0xdd45d854 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34014): Mirror 6: 0xdd45d854 (stale) Mirror 7: 0xdd45d854 (stale) Mirror 12: 0xdd45d854 (stale) Mirror 13: 0xdd45d854 (stale) Mirror 17: 0xdd45d854 (stale) Mirror 18: 0xdd45d854 (stale) Mirror 19: 0xdd45d854 (stale) Mirror 20: 0xdd45d854 (stale) Mirror 21: 0xdd45d854 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34014: skipped 000687 1789177438.368432 trunc from 0x034014 to 0x00cb24 (0x274ef bytes) 000688 1789177438.395551 punch from 0x007dad to 0x00b4d3 (0x3727 bytes) 000689 1789177438.400968 write 0x0090f9 thru 0x01582b (0xc733 bytes) 000690 1789177438.407073 mapwrite 0x03208a thru 0x033ce0 (0x1c57 bytes) 000691 1789177438.451186 mapread 0x003bad thru 0x01166c (0xdac0 bytes) 000693 1789177438.462702 write 0x005b3a thru 0x00785a (0x1d21 bytes) 000694 1789177438.468671 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x33ce1): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33ce1): Mirror 6: 0xfc9ad854 (stale) Mirror 7: 0xfc9ad854 (stale) Mirror 12: 0xfc9ad854 (stale) Mirror 13: 0xfc9ad854 (stale) Mirror 17: 0xfc9ad854 (stale) Mirror 18: 0xfc9ad854 (stale) Mirror 19: 0xfc9ad854 (stale) Mirror 20: 0xfc9ad854 (stale) Mirror 21: 0xfc9ad854 (stale) CRC-32 checksum value for chunk [0, 0x33ce1): Mirror 1: 0x79fd7c2b Mirror 22: 0x79fd7c2b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33ce1: skipped 000695 1789177439.609461 trunc from 0x033ce1 to 0x006e2f (0x2ceb1 bytes) 000697 1789177439.713566 fallocate 0x03e2ff thru 0x03ffff (0x1d01 bytes) 000698 1789177439.725599 trunc from 0x040000 to 0x032a1e (0xd5e1 bytes) 000699 1789177439.762842 trunc from 0x032a1f to 0x02222f (0x107ef bytes) 000700 1789177439.788443 punch from 0x005ff0 to 0x0144d8 (0xe4e9 bytes) 000701 1789177439.797299 mapread 0x0100d1 thru 0x01493c (0x486c bytes) 000702 1789177439.830329 fallocate 0x0222d9 thru 0x0273aa (0x50d2 bytes) 000703 1789177439.845454 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x22230): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22230): Mirror 6: 0xaa7551e4 (stale) Mirror 7: 0xaa7551e4 (stale) Mirror 12: 0xaa7551e4 (stale) Mirror 13: 0xaa7551e4 (stale) Mirror 17: 0xaa7551e4 (stale) Mirror 18: 0xaa7551e4 (stale) Mirror 19: 0xaa7551e4 (stale) Mirror 20: 0xaa7551e4 (stale) Mirror 21: 0xaa7551e4 (stale) Mirror 22: 0x1daffcab (stale) CRC-32 checksum value for chunk [0, 0x22230): Mirror 1: 0x609653a1 Mirror 23: 0x609653a1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22230: skipped 000704 1789177440.983253 mapread 0x015827 thru 0x01a952 (0x512c bytes) 000706 1789177441.051946 write 0x027ac4 thru 0x033e9b (0xc3d8 bytes) 000707 1789177441.126309 write 0x005c3e thru 0x015083 (0xf446 bytes) 000708 1789177441.143095 write 0x00fe41 thru 0x01a3aa (0xa56a bytes) 000709 1789177441.150288 mapread 0x017d79 thru 0x021471 (0x96f9 bytes) 000710 1789177441.206781 MIRROR_RESYNC 12 mirrors 000711 1789177444.434190 mapread 0x02f365 thru 0x032831 (0x34cd bytes) 000712 1789177444.477520 MIRROR_SPLIT mirror 7 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) 000713 1789177445.031274 write 0x016475 thru 0x01d986 (0x7512 bytes) 000714 1789177445.109561 read 0x02bdae thru 0x033e9b (0x80ee bytes) 000715 1789177445.120659 write 0x018b57 thru 0x01e1db (0x5685 bytes) 000716 1789177445.126506 trunc from 0x033e9c to 0x03ccb3 (0x8e18 bytes) 000717 1789177445.144722 fallocate 0x03ee52 thru 0x03ffff (0x11ae bytes) 000720 1789177445.152249 trunc from 0x02ed8e to 0x0307ef (0x1a62 bytes) 000721 1789177445.162825 trunc from 0x040000 to 0x005c8e (0x3a371 bytes) 000722 1789177445.183664 punch from 0x0055b1 to 0x005c8e (0x6de bytes) 000723 1789177445.190022 punch from 0x002cf6 to 0x005c8e (0x2f99 bytes) 000724 1789177445.196060 mapread 0x000ac3 thru 0x005c8e (0x51cc bytes) 000725 1789177445.216309 mapwrite 0x01969e thru 0x01f87a (0x61dd bytes) 000726 1789177445.271057 mapread 0x00c6f2 thru 0x00d012 (0x921 bytes) 000727 1789177445.287482 mapwrite 0x033e39 thru 0x03ffff (0xc1c7 bytes) 000728 1789177445.358760 mapread 0x015e57 thru 0x01bd49 (0x5ef3 bytes) 000729 1789177445.361041 fallocate 0x025c11 thru 0x02cb0f (0x6eff bytes) 000730 1789177445.368330 read 0x02dbf3 thru 0x03413d (0x654b bytes) 000731 1789177445.376270 write 0x017417 thru 0x0206ff (0x92e9 bytes) 000732 1789177445.383470 trunc from 0x022816 to 0x024c89 (0x2474 bytes) 000733 1789177445.409506 MIRROR_RESYNC 11 mirrors 000735 1789177449.001852 MIRROR_EXTEND to 12 mirrors 000736 1789177450.167089 write 0x033e96 thru 0x03561d (0x1788 bytes) 000737 1789177450.232844 mapwrite 0x00e1d3 thru 0x01c05d (0xde8b bytes) 000738 1789177450.311951 punch from 0x028526 to 0x02f503 (0x6fde bytes) 000739 1789177450.319385 write 0x022669 thru 0x028d31 (0x66c9 bytes) 000740 1789177450.355545 MIRROR_EXTEND to 13 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x8ceef409 (stale) Mirror 7: 0x8ceef409 (stale) Mirror 12: 0x8ceef409 (stale) Mirror 13: 0x8ceef409 (stale) Mirror 17: 0x8ceef409 (stale) Mirror 18: 0x8ceef409 (stale) Mirror 20: 0x8ceef409 (stale) Mirror 21: 0x8ceef409 (stale) Mirror 22: 0x8ceef409 (stale) Mirror 23: 0x8ceef409 (stale) Mirror 24: 0x8ceef409 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x6f96372 Mirror 25: 0x6f96372 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000741 1789177451.780246 trunc from 0x02e605 to 0x02f15c (0xb58 bytes) 000742 1789177451.821359 mapread 0x03a2e4 thru 0x03ffff (0x5d1c bytes) 000743 1789177451.836997 trunc from 0x034095 to 0x0387fe (0x476a bytes) 000744 1789177451.842501 punch from 0x031f28 to 0x03e603 (0xc6dc bytes) 000745 1789177451.848803 write 0x03a27b thru 0x03ffff (0x5d85 bytes) 000746 1789177451.863923 MIRROR_EXTEND to 14 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 24: (stale - read error) Mirror 25: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0x8ceef409 (stale) Mirror 7: 0x8ceef409 (stale) Mirror 12: 0x8ceef409 (stale) Mirror 13: 0x8ceef409 (stale) Mirror 17: 0x8ceef409 (stale) Mirror 18: 0x8ceef409 (stale) Mirror 20: 0x8ceef409 (stale) Mirror 21: 0x8ceef409 (stale) Mirror 22: 0x8ceef409 (stale) Mirror 23: 0x8ceef409 (stale) Mirror 24: 0x8ceef409 (stale) Mirror 25: 0x6f96372 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x58d84ec1 Mirror 26: 0x58d84ec1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000747 1789177453.400899 trunc from 0x02dc46 to 0x03c528 (0xe8e3 bytes) 000748 1789177453.494894 trunc from 0x00c039 to 0x0128be (0x6886 bytes) 000749 1789177453.510893 mapread 0x02b3cf thru 0x03171c (0x634e bytes) 000750 1789177453.551821 mapread 0x00216c thru 0x00b21c (0x90b1 bytes) 000751 1789177453.589600 fallocate 0x007b9e thru 0x0124e6 (0xa949 bytes) 000752 1789177453.601740 trunc from 0x040000 to 0x0177f9 (0x28806 bytes) 000753 1789177453.703910 fallocate 0x02c97d thru 0x02d95e (0xfe2 bytes) 000754 1789177453.728878 fallocate 0x023da7 thru 0x02694b (0x2ba5 bytes) 000755 1789177453.747645 MIRROR_SPLIT mirror 11 to 13 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x177fa): Mirror 6: 0x8d9cf65 (stale) Mirror 7: 0x8d9cf65 (stale) Mirror 12: 0x8d9cf65 (stale) Mirror 13: 0x8d9cf65 (stale) Mirror 17: 0x8d9cf65 (stale) Mirror 18: 0x8d9cf65 (stale) Mirror 20: 0x8d9cf65 (stale) Mirror 21: 0x8d9cf65 (stale) Mirror 22: 0x8d9cf65 (stale) Mirror 23: 0x8d9cf65 (stale) Mirror 25: 0x88c45936 (stale) Mirror 26: 0x88c45936 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x177fa): Mirror 6: 0x8d9cf65 (stale) Mirror 7: 0x8d9cf65 (stale) Mirror 12: 0x8d9cf65 (stale) Mirror 13: 0x8d9cf65 (stale) Mirror 17: 0x8d9cf65 (stale) Mirror 18: 0x8d9cf65 (stale) Mirror 20: 0x8d9cf65 (stale) Mirror 21: 0x8d9cf65 (stale) Mirror 22: 0x8d9cf65 (stale) Mirror 23: 0x8d9cf65 (stale) Mirror 25: 0x88c45936 (stale) Mirror 26: 0x88c45936 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x177fa: skipped 000756 1789177454.781649 mapwrite 0x03f0a6 thru 0x03ffff (0xf5a bytes) 000757 1789177454.848934 punch from 0x038315 to 0x03ffff (0x7ceb bytes) 000758 1789177454.858166 trunc from 0x040000 to 0x01038e (0x2fc71 bytes) 000759 1789177454.885449 trunc from 0x00969d to 0x00d36e (0x3cd2 bytes) 000760 1789177454.893092 punch from 0x008307 to 0x00a7d4 (0x24ce bytes) 000761 1789177454.898915 read 0x00c265 thru 0x00d486 (0x1222 bytes) 000762 1789177454.904962 write 0x03788c thru 0x03798f (0x104 bytes) 000763 1789177454.906884 trunc from 0x02ddc4 to 0x03798f (0x9bcc bytes) 000764 1789177454.937785 read 0x02ed99 thru 0x03589e (0x6b06 bytes) 000765 1789177454.971673 fallocate 0x01e4a2 thru 0x020702 (0x2261 bytes) 000766 1789177454.990676 punch from 0x0191b7 to 0x022a72 (0x98bc bytes) 000767 1789177454.997618 mapwrite 0x012dd2 thru 0x022257 (0xf486 bytes) 000768 1789177455.090972 fallocate 0x02f68d thru 0x039235 (0x9ba9 bytes) 000769 1789177455.097711 write 0x0161bc thru 0x0197d4 (0x3619 bytes) 000770 1789177455.101016 punch from 0x031578 to 0x038321 (0x6daa bytes) 000771 1789177455.116843 read 0x0014c7 thru 0x00608f (0x4bc9 bytes) 000772 1789177455.122955 MIRROR_RESYNC 13 mirrors 000773 1789177459.064952 trunc from 0x039236 to 0x014b6a (0x246cb bytes) 000774 1789177459.111092 write 0x038036 thru 0x03c813 (0x47de bytes) 000775 1789177459.113680 trunc from 0x03c814 to 0x02c67d (0x10196 bytes) 000776 1789177459.143297 trunc from 0x002593 to 0x006aff (0x456d bytes) 000777 1789177459.149458 fallocate 0x020bc0 thru 0x02c963 (0xbda4 bytes) 000778 1789177459.158686 MIRROR_RESYNC 13 mirrors 000779 1789177461.825449 trunc from 0x02c67e to 0x01cceb (0xf992 bytes) 000783 1789177461.932227 trunc from 0x0053b9 to 0x011272 (0xbeba bytes) 000784 1789177461.963982 MIRROR_RESYNC 13 mirrors 000785 1789177464.745205 mapwrite 0x019ccd thru 0x02048e (0x67c2 bytes) 000786 1789177464.928841 trunc from 0x01e6aa to 0x02048e (0x1de5 bytes) 000787 1789177464.946896 write 0x008438 thru 0x011cf0 (0x98b9 bytes) 000788 1789177464.969197 fallocate 0x0150e8 thru 0x01dee2 (0x8dfb bytes) 000790 1789177464.979144 read 0x0144e0 thru 0x02048e (0xbfaf bytes) 000791 1789177464.986355 fallocate 0x03bcbf thru 0x03ffff (0x4341 bytes) 000792 1789177465.009611 punch from 0x02c1aa to 0x03a90a (0xe761 bytes) 000793 1789177465.016357 write 0x03f692 thru 0x03ffff (0x96e bytes) 000794 1789177465.030540 MIRROR_RESYNC 13 mirrors 000795 1789177470.099593 trunc from 0x02c0f2 to 0x03767c (0xb58b bytes) 000797 1789177470.190725 MIRROR_RESYNC 13 mirrors 000798 1789177474.971798 MIRROR_SPLIT mirror 6 to 12 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) 000799 1789177475.792655 trunc from 0x040000 to 0x03bc53 (0x43ac bytes) 000800 1789177475.904547 fallocate 0x01b7ca thru 0x01c88a (0x10c1 bytes) 000801 1789177475.920302 write 0x00429d thru 0x00a2e0 (0x6044 bytes) 000802 1789177475.958041 MIRROR_SPLIT mirror 2 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bc54): Mirror 6: 0x8a9574df (stale) Mirror 12: 0x8a9574df (stale) Mirror 13: 0x8a9574df (stale) Mirror 17: 0x8a9574df (stale) Mirror 20: 0x8a9574df (stale) Mirror 21: 0x8a9574df (stale) Mirror 22: 0x8a9574df (stale) Mirror 23: 0x8a9574df (stale) Mirror 25: 0x8a9574df (stale) Mirror 26: 0x8a9574df (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bc54): Mirror 6: 0x8a9574df (stale) Mirror 12: 0x8a9574df (stale) Mirror 13: 0x8a9574df (stale) Mirror 17: 0x8a9574df (stale) Mirror 20: 0x8a9574df (stale) Mirror 21: 0x8a9574df (stale) Mirror 22: 0x8a9574df (stale) Mirror 23: 0x8a9574df (stale) Mirror 25: 0x8a9574df (stale) Mirror 26: 0x8a9574df (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bc54: skipped 000803 1789177476.923018 punch from 0x01eee5 to 0x022bbb (0x3cd7 bytes) 000804 1789177476.932074 mapread 0x024621 thru 0x02e5f4 (0x9fd4 bytes) 000806 1789177476.970770 fallocate 0x0180a9 thru 0x01a43d (0x2395 bytes) 000807 1789177476.980211 write 0x02a419 thru 0x038a46 (0xe62e bytes) 000808 1789177477.003568 mapread 0x01d9fb thru 0x02afe6 (0xd5ec bytes) 000809 1789177477.015058 read 0x019baa thru 0x01fd49 (0x61a0 bytes) 000810 1789177477.015678 trunc from 0x03bc54 to 0x000a28 (0x3b22b bytes) 000811 1789177477.066254 read 0x000817 thru 0x000a28 (0x212 bytes) 000812 1789177477.074338 mapread 0x0000db thru 0x000a28 (0x94e bytes) 000814 1789177477.076996 trunc from 0x000a29 to 0x01e748 (0x1dd20 bytes) 000815 1789177477.096309 mapread 0x0173f8 thru 0x01e748 (0x7351 bytes) 000817 1789177477.116856 fallocate 0x000241 thru 0x00ffc9 (0xfd89 bytes) 000818 1789177477.122702 fallocate 0x01d10b thru 0x023a5c (0x6952 bytes) 000819 1789177477.128802 mapread 0x00a845 thru 0x016bf9 (0xc3b5 bytes) 000820 1789177477.129768 fallocate 0x03047b thru 0x03ffff (0xfb85 bytes) 000821 1789177477.137084 punch from 0x0141f1 to 0x01e748 (0xa558 bytes) 000822 1789177477.143074 read 0x00b2fb thru 0x01576a (0xa470 bytes) 000823 1789177477.158770 fallocate 0x00f7ae thru 0x01599b (0x61ee bytes) 000824 1789177477.170043 MIRROR_SPLIT mirror 5 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1e749): Mirror 6: 0xc29926e8 (stale) Mirror 12: 0xc29926e8 (stale) Mirror 13: 0xc29926e8 (stale) Mirror 17: 0xc29926e8 (stale) Mirror 21: 0xc29926e8 (stale) Mirror 22: 0xc29926e8 (stale) Mirror 23: 0xc29926e8 (stale) Mirror 25: 0xc29926e8 (stale) Mirror 26: 0xc29926e8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e749): Mirror 6: 0xc29926e8 (stale) Mirror 12: 0xc29926e8 (stale) Mirror 13: 0xc29926e8 (stale) Mirror 17: 0xc29926e8 (stale) Mirror 21: 0xc29926e8 (stale) Mirror 22: 0xc29926e8 (stale) Mirror 23: 0xc29926e8 (stale) Mirror 25: 0xc29926e8 (stale) Mirror 26: 0xc29926e8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e749: skipped 000825 1789177477.907736 trunc from 0x007aad to 0x00cadb (0x502f bytes) 000826 1789177477.916083 fallocate 0x03c4f6 thru 0x03ffff (0x3b0a bytes) 000827 1789177477.929496 write 0x00f12a thru 0x0141dd (0x50b4 bytes) 000828 1789177477.966821 trunc from 0x01d4fe to 0x01e748 (0x124b bytes) 000829 1789177478.005490 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x1e749): Mirror 6: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 23: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1e749): Mirror 6: 0xc29926e8 (stale) Mirror 12: 0xc29926e8 (stale) Mirror 13: 0xc29926e8 (stale) Mirror 17: 0xc29926e8 (stale) Mirror 21: 0xc29926e8 (stale) Mirror 22: 0xc29926e8 (stale) Mirror 23: 0xc29926e8 (stale) Mirror 25: 0xc29926e8 (stale) Mirror 26: 0xc29926e8 (stale) CRC-32 checksum value for chunk [0, 0x1e749): Mirror 1: 0x278e4faf Mirror 27: 0x278e4faf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1e749: skipped 000830 1789177479.686774 write 0x012069 thru 0x020b21 (0xeab9 bytes) 000831 1789177479.778417 mapread 0x0001fa thru 0x00b7ff (0xb606 bytes) 000832 1789177479.848657 trunc from 0x014ad0 to 0x016e0e (0x233f bytes) 000833 1789177479.886329 mapwrite 0x03df55 thru 0x03ee5e (0xf0a bytes) 000834 1789177479.932909 trunc from 0x03ee5f to 0x01af56 (0x23f08 bytes) 000835 1789177479.956740 punch from 0x0127c2 to 0x018401 (0x5c40 bytes) 000836 1789177479.962627 trunc from 0x01af57 to 0x02a863 (0xf90d bytes) 000838 1789177479.986293 punch from 0x020296 to 0x02a863 (0xa5ce bytes) 000839 1789177479.991111 trunc from 0x02a864 to 0x02905c (0x1807 bytes) 000840 1789177480.007972 punch from 0x01baaa to 0x02905c (0xd5b3 bytes) 000841 1789177480.014461 mapwrite 0x01bbc5 thru 0x025204 (0x9640 bytes) 000842 1789177480.057263 mapread 0x013bef thru 0x01db3e (0x9f50 bytes) 000843 1789177480.068489 MIRROR_SPLIT mirror 7 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2905d): Mirror 6: 0x729c163e (stale) Mirror 12: 0x729c163e (stale) Mirror 13: 0x729c163e (stale) Mirror 17: 0x729c163e (stale) Mirror 21: 0x729c163e (stale) Mirror 22: 0x729c163e (stale) Mirror 25: 0x729c163e (stale) Mirror 26: 0x729c163e (stale) Mirror 27: 0x13f66ff9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2905d): Mirror 6: 0x729c163e (stale) Mirror 12: 0x729c163e (stale) Mirror 13: 0x729c163e (stale) Mirror 17: 0x729c163e (stale) Mirror 21: 0x729c163e (stale) Mirror 22: 0x729c163e (stale) Mirror 25: 0x729c163e (stale) Mirror 26: 0x729c163e (stale) Mirror 27: 0x13f66ff9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2905d: skipped 000844 1789177480.655801 fallocate 0x03100d thru 0x03cfed (0xbfe1 bytes) 000845 1789177480.661030 punch from 0x017990 to 0x01bb7c (0x41ed bytes) 000846 1789177480.666855 write 0x013848 thru 0x01c787 (0x8f40 bytes) 000847 1789177480.681460 punch from 0x01bc79 to 0x0275e0 (0xb968 bytes) 000848 1789177480.727170 mapread 0x02c9e9 thru 0x03b825 (0xee3d bytes) 000849 1789177480.776156 write 0x01b079 thru 0x028edd (0xde65 bytes) 000850 1789177480.789584 read 0x035558 thru 0x03cfed (0x7a96 bytes) 000851 1789177480.794589 trunc from 0x03cfee to 0x025c35 (0x173b8 bytes) 000852 1789177480.822557 fallocate 0x016e84 thru 0x01c7aa (0x5927 bytes) 000853 1789177480.838488 punch from 0x001e86 to 0x00cd46 (0xaec1 bytes) 000854 1789177480.852040 write 0x00ab83 thru 0x00f2da (0x4758 bytes) 000855 1789177480.872017 mapwrite 0x0149c1 thru 0x0215ea (0xcc2a bytes) 000856 1789177480.907507 punch from 0x0176ad to 0x01fcbd (0x8611 bytes) 000857 1789177480.919988 read 0x011b62 thru 0x01c9f4 (0xae93 bytes) 000858 1789177480.945144 mapread 0x0081bd thru 0x00a230 (0x2074 bytes) 000859 1789177480.950278 mapwrite 0x010751 thru 0x01e51c (0xddcc bytes) 000860 1789177481.019273 mapwrite 0x0008f5 thru 0x00c1c1 (0xb8cd bytes) 000861 1789177481.085390 MIRROR_EXTEND to 11 mirrors CRC-32 checksum value for chunk [0, 0x25c36): Mirror 6: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25c36): Mirror 6: 0x5db42652 (stale) Mirror 12: 0x5db42652 (stale) Mirror 13: 0x5db42652 (stale) Mirror 17: 0x5db42652 (stale) Mirror 21: 0x5db42652 (stale) Mirror 22: 0x5db42652 (stale) Mirror 25: 0x5db42652 (stale) Mirror 26: 0x5db42652 (stale) Mirror 27: 0xea723401 (stale) CRC-32 checksum value for chunk [0, 0x25c36): Mirror 1: 0x2fcc7bf Mirror 28: 0x2fcc7bf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25c36: skipped 000862 1789177482.294867 trunc from 0x025c36 to 0x033f48 (0xe313 bytes) 000863 1789177482.391399 write 0x027f60 thru 0x03094c (0x89ed bytes) 000864 1789177482.407783 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x33f49): Mirror 6: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33f49): Mirror 6: 0xd7f3659a (stale) Mirror 12: 0xd7f3659a (stale) Mirror 13: 0xd7f3659a (stale) Mirror 17: 0xd7f3659a (stale) Mirror 21: 0xd7f3659a (stale) Mirror 22: 0xd7f3659a (stale) Mirror 25: 0xd7f3659a (stale) Mirror 26: 0xd7f3659a (stale) Mirror 27: 0x63919bdd (stale) Mirror 28: 0xbcf4cc7e (stale) CRC-32 checksum value for chunk [0, 0x33f49): Mirror 1: 0x1986ad2e Mirror 29: 0x1986ad2e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33f49: skipped 000865 1789177483.908527 mapread 0x02c5ec thru 0x033f48 (0x795d bytes) 000866 1789177483.946296 trunc from 0x00fac3 to 0x01e9a3 (0xeee1 bytes) 000867 1789177483.995690 punch from 0x0303c6 to 0x033f48 (0x3b83 bytes) 000868 1789177484.002353 read 0x006506 thru 0x00a68c (0x4187 bytes) 000869 1789177484.014381 punch from 0x005431 to 0x00ef3a (0x9b0a bytes) 000870 1789177484.021283 mapwrite 0x0093a5 thru 0x014c75 (0xb8d1 bytes) 000871 1789177484.065602 mapread 0x02c01e thru 0x033f48 (0x7f2b bytes) 000872 1789177484.078632 fallocate 0x02d740 thru 0x032a41 (0x5302 bytes) 000873 1789177484.084256 punch from 0x0222d7 to 0x030229 (0xdf53 bytes) 000874 1789177484.090495 punch from 0x01c071 to 0x01ce2a (0xdba bytes) 000875 1789177484.096045 write 0x02d61d thru 0x02e26d (0xc51 bytes) 000876 1789177484.112753 trunc from 0x022fd9 to 0x02e037 (0xb05f bytes) 000877 1789177484.124309 trunc from 0x01bd65 to 0x023f5f (0x81fb bytes) 000878 1789177484.129580 punch from 0x0126c0 to 0x01d2b6 (0xabf7 bytes) 000880 1789177484.136539 write 0x0040b9 thru 0x00ecf0 (0xac38 bytes) 000881 1789177484.137989 fallocate 0x0002b0 thru 0x00ba3b (0xb78c bytes) 000882 1789177484.145568 trunc from 0x033f49 to 0x00d63a (0x2690e bytes) 000883 1789177484.178173 MIRROR_RESYNC 12 mirrors 000884 1789177485.906450 fallocate 0x023487 thru 0x031ccd (0xe847 bytes) 000885 1789177485.965922 write 0x03bf35 thru 0x03ffff (0x40cb bytes) 000886 1789177485.973006 write 0x03dbbd thru 0x03ffff (0x2443 bytes) 000887 1789177485.978594 mapwrite 0x0352e3 thru 0x036b35 (0x1853 bytes) 000888 1789177486.014869 trunc from 0x011e04 to 0x01fefe (0xe0fb bytes) 000889 1789177486.022845 read 0x003776 thru 0x009ed9 (0x6764 bytes) 000890 1789177486.036707 mapread 0x03b251 thru 0x03fd83 (0x4b33 bytes) 000891 1789177486.040346 fallocate 0x00771e thru 0x00d69c (0x5f7f bytes) 000892 1789177486.048796 punch from 0x0165a8 to 0x01b9fc (0x5455 bytes) 000893 1789177486.070931 MIRROR_SPLIT mirror 6 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xd2f30a37 (stale) Mirror 12: 0xd2f30a37 (stale) Mirror 13: 0xd2f30a37 (stale) Mirror 17: 0xd2f30a37 (stale) Mirror 21: 0xd2f30a37 (stale) Mirror 25: 0xd2f30a37 (stale) Mirror 26: 0xd2f30a37 (stale) Mirror 27: 0xd2f30a37 (stale) Mirror 28: 0xd2f30a37 (stale) Mirror 29: 0xd2f30a37 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xd2f30a37 (stale) Mirror 12: 0xd2f30a37 (stale) Mirror 13: 0xd2f30a37 (stale) Mirror 17: 0xd2f30a37 (stale) Mirror 21: 0xd2f30a37 (stale) Mirror 25: 0xd2f30a37 (stale) Mirror 26: 0xd2f30a37 (stale) Mirror 27: 0xd2f30a37 (stale) Mirror 28: 0xd2f30a37 (stale) Mirror 29: 0xd2f30a37 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000894 1789177486.733900 read 0x0328e8 thru 0x039541 (0x6c5a bytes) 000895 1789177486.747846 trunc from 0x030fa3 to 0x036705 (0x5763 bytes) 000896 1789177486.756191 trunc from 0x040000 to 0x0129b9 (0x2d646 bytes) 000897 1789177486.791469 mapwrite 0x01486f thru 0x0201b6 (0xb948 bytes) 000898 1789177486.904825 punch from 0x013477 to 0x015844 (0x23ce bytes) 000899 1789177486.916729 trunc from 0x01caf0 to 0x01e0c2 (0x15d3 bytes) 000900 1789177486.932873 fallocate 0x034e86 thru 0x035b7e (0xcf9 bytes) 000901 1789177486.958369 MIRROR_RESYNC 11 mirrors 000902 1789177490.074185 write 0x02dc88 thru 0x03222b (0x45a4 bytes) 000903 1789177490.125793 trunc from 0x023937 to 0x02dee1 (0xa5ab bytes) 000904 1789177490.157258 mapwrite 0x030a3c thru 0x039927 (0x8eec bytes) 000905 1789177490.232919 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x39928): Mirror 6: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 21: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39928): Mirror 6: 0x9dbc8da4 (stale) Mirror 12: 0x9dbc8da4 (stale) Mirror 13: 0x9dbc8da4 (stale) Mirror 17: 0x9dbc8da4 (stale) Mirror 21: 0x9dbc8da4 (stale) Mirror 25: 0x9dbc8da4 (stale) Mirror 26: 0x9dbc8da4 (stale) Mirror 27: 0x9dbc8da4 (stale) Mirror 28: 0x9dbc8da4 (stale) Mirror 29: 0x9dbc8da4 (stale) CRC-32 checksum value for chunk [0, 0x39928): Mirror 1: 0x99e50462 Mirror 30: 0x99e50462 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39928: skipped 000906 1789177491.505840 trunc from 0x039928 to 0x02e116 (0xb811 bytes) 000907 1789177491.596843 trunc from 0x00fcbd to 0x01f505 (0xf849 bytes) 000908 1789177491.602488 write 0x004a01 thru 0x0132a8 (0xe8a8 bytes) 000909 1789177491.613070 mapwrite 0x02ca72 thru 0x02cf87 (0x516 bytes) 000910 1789177491.640420 mapread 0x014335 thru 0x023aa1 (0xf76d bytes) 000911 1789177491.668048 MIRROR_SPLIT mirror 1 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e117): Mirror 12: 0x6e9d0048 (stale) Mirror 13: 0x6e9d0048 (stale) Mirror 17: 0x6e9d0048 (stale) Mirror 21: 0x6e9d0048 (stale) Mirror 25: 0x6e9d0048 (stale) Mirror 26: 0x6e9d0048 (stale) Mirror 27: 0x6e9d0048 (stale) Mirror 28: 0x6e9d0048 (stale) Mirror 29: 0x6e9d0048 (stale) Mirror 30: 0x85b0c123 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e117): Mirror 12: 0x6e9d0048 (stale) Mirror 13: 0x6e9d0048 (stale) Mirror 17: 0x6e9d0048 (stale) Mirror 21: 0x6e9d0048 (stale) Mirror 25: 0x6e9d0048 (stale) Mirror 26: 0x6e9d0048 (stale) Mirror 27: 0x6e9d0048 (stale) Mirror 28: 0x6e9d0048 (stale) Mirror 29: 0x6e9d0048 (stale) Mirror 30: 0x85b0c123 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e117: skipped 000912 1789177492.311033 fallocate 0x00aa1d thru 0x014cf5 (0xa2d9 bytes) 000913 1789177492.316590 trunc from 0x02e117 to 0x03d066 (0xef50 bytes) 000915 1789177492.343801 trunc from 0x03d067 to 0x037037 (0x602f bytes) 000916 1789177492.364446 mapread 0x02fef8 thru 0x037037 (0x7140 bytes) 000917 1789177492.384113 mapread 0x010636 thru 0x01772b (0x70f6 bytes) 000918 1789177492.399474 MIRROR_RESYNC 11 mirrors 000919 1789177495.484060 fallocate 0x002a27 thru 0x00924d (0x6827 bytes) 000920 1789177495.530408 trunc from 0x0341ac to 0x037037 (0x2e8c bytes) 000921 1789177495.536860 fallocate 0x01c626 thru 0x021f83 (0x595e bytes) 000922 1789177495.549571 punch from 0x02ee6f to 0x037037 (0x81c9 bytes) 000923 1789177495.559411 mapread 0x00328e thru 0x00f037 (0xbdaa bytes) 000924 1789177495.612619 punch from 0x00bab1 to 0x00c9fc (0xf4c bytes) 000925 1789177495.628770 mapread 0x030443 thru 0x037037 (0x6bf5 bytes) 000926 1789177495.652709 mapwrite 0x034444 thru 0x035c68 (0x1825 bytes) 000927 1789177495.699703 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x37038): Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 21: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37038): Mirror 12: 0xc561cabc (stale) Mirror 13: 0xc561cabc (stale) Mirror 17: 0xc561cabc (stale) Mirror 21: 0xc561cabc (stale) Mirror 25: 0xc561cabc (stale) Mirror 26: 0xc561cabc (stale) Mirror 27: 0xc561cabc (stale) Mirror 28: 0xc561cabc (stale) Mirror 29: 0xc561cabc (stale) Mirror 30: 0xc561cabc (stale) CRC-32 checksum value for chunk [0, 0x37038): Mirror 1: 0x1e234261 Mirror 31: 0x1e234261 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37038: skipped 000928 1789177497.174010 fallocate 0x013df8 thru 0x01bc24 (0x7e2d bytes) 000929 1789177497.256948 punch from 0x031a9d to 0x037037 (0x559b bytes) 000930 1789177497.263325 read 0x009977 thru 0x009fda (0x664 bytes) 000931 1789177497.273507 write 0x01b5a4 thru 0x0293d5 (0xde32 bytes) 000932 1789177497.294246 mapread 0x007f08 thru 0x00f0cb (0x71c4 bytes) 000933 1789177497.348566 MIRROR_SPLIT mirror 1 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37038): Mirror 13: 0xc561cabc (stale) Mirror 17: 0xc561cabc (stale) Mirror 21: 0xc561cabc (stale) Mirror 25: 0xc561cabc (stale) Mirror 26: 0xc561cabc (stale) Mirror 27: 0xc561cabc (stale) Mirror 28: 0xc561cabc (stale) Mirror 29: 0xc561cabc (stale) Mirror 30: 0xc561cabc (stale) Mirror 31: 0x1e234261 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37038): Mirror 13: 0xc561cabc (stale) Mirror 17: 0xc561cabc (stale) Mirror 21: 0xc561cabc (stale) Mirror 25: 0xc561cabc (stale) Mirror 26: 0xc561cabc (stale) Mirror 27: 0xc561cabc (stale) Mirror 28: 0xc561cabc (stale) Mirror 29: 0xc561cabc (stale) Mirror 30: 0xc561cabc (stale) Mirror 31: 0x1e234261 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37038: skipped 000934 1789177498.138745 read 0x004ec0 thru 0x00ec47 (0x9d88 bytes) 000935 1789177498.169995 trunc from 0x037038 to 0x03f2f0 (0x82b9 bytes) 000936 1789177498.203934 mapread 0x0132b3 thru 0x01ef34 (0xbc82 bytes) 000937 1789177498.241562 trunc from 0x018cc6 to 0x026b7e (0xdeb9 bytes) 000938 1789177498.248095 punch from 0x01254e to 0x01e4f6 (0xbfa9 bytes) 000939 1789177498.255551 fallocate 0x03f334 thru 0x03ffff (0xccc bytes) 000940 1789177498.263954 read 0x02d279 thru 0x031cce (0x4a56 bytes) 000942 1789177498.279254 write 0x0011c6 thru 0x00317b (0x1fb6 bytes) 000943 1789177498.284689 MIRROR_RESYNC 11 mirrors 000944 1789177501.202751 mapread 0x01b8a4 thru 0x022855 (0x6fb2 bytes) 000945 1789177501.236772 trunc from 0x03f2f1 to 0x037012 (0x82de bytes) 000946 1789177501.300098 write 0x02d37d thru 0x03a7a6 (0xd42a bytes) 000947 1789177501.315677 trunc from 0x03a7a7 to 0x03aaae (0x308 bytes) 000950 1789177501.346625 mapwrite 0x037f23 thru 0x03f891 (0x796f bytes) 000951 1789177501.422900 MIRROR_RESYNC 11 mirrors 000952 1789177504.028631 trunc from 0x03f892 to 0x02294a (0x1cf47 bytes) 000953 1789177504.074925 read 0x00f4a2 thru 0x01ab06 (0xb665 bytes) 000954 1789177504.088613 fallocate 0x01020e thru 0x018786 (0x8579 bytes) 000955 1789177504.098083 mapread 0x01dfe7 thru 0x02294a (0x4964 bytes) 000957 1789177504.129664 punch from 0x012c0f to 0x0132e6 (0x6d8 bytes) 000958 1789177504.134907 fallocate 0x0396cb thru 0x03ffff (0x6935 bytes) 000959 1789177504.141070 write 0x002ee3 thru 0x00433a (0x1458 bytes) 000960 1789177504.156566 mapwrite 0x021ad4 thru 0x02522e (0x375b bytes) 000961 1789177504.205894 write 0x00f9c7 thru 0x019bfe (0xa238 bytes) 000962 1789177504.208042 write 0x031d88 thru 0x033437 (0x16b0 bytes) 000963 1789177504.222903 mapread 0x020ece thru 0x026f44 (0x6077 bytes) 000964 1789177504.228101 fallocate 0x0112e7 thru 0x018675 (0x738f bytes) 000965 1789177504.240816 punch from 0x00c2f1 to 0x01410a (0x7e1a bytes) 000966 1789177504.268920 read 0x034119 thru 0x037f52 (0x3e3a bytes) 000967 1789177504.286353 MIRROR_RESYNC 11 mirrors 000968 1789177507.812492 mapread 0x01ff0e thru 0x024e86 (0x4f79 bytes) 000969 1789177507.835810 fallocate 0x031df9 thru 0x03e175 (0xc37d bytes) 000970 1789177507.900112 mapwrite 0x027a40 thru 0x027c03 (0x1c4 bytes) 000971 1789177507.953027 fallocate 0x008e91 thru 0x00ece4 (0x5e54 bytes) 000972 1789177507.968693 read 0x0098b5 thru 0x018da2 (0xf4ee bytes) 000973 1789177507.999162 read 0x0263a0 thru 0x032aff (0xc760 bytes) 000974 1789177508.018989 mapread 0x03d7a8 thru 0x03ffff (0x2858 bytes) 000975 1789177508.028334 write 0x00a30d thru 0x00ee8a (0x4b7e bytes) 000977 1789177508.030154 fallocate 0x016dc7 thru 0x0206e8 (0x9922 bytes) 000978 1789177508.055931 MIRROR_EXTEND to 12 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: (stale - read error) Mirror 17: (stale - read error) Mirror 21: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) Mirror 29: (stale - read error) Mirror 30: (stale - read error) Mirror 31: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x5f006e10 (stale) Mirror 17: 0x5f006e10 (stale) Mirror 21: 0x5f006e10 (stale) Mirror 25: 0x5f006e10 (stale) Mirror 26: 0x5f006e10 (stale) Mirror 27: 0x5f006e10 (stale) Mirror 28: 0x5f006e10 (stale) Mirror 29: 0x5f006e10 (stale) Mirror 30: 0x5f006e10 (stale) Mirror 31: 0x5f006e10 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe762919f Mirror 32: 0xe762919f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000979 1789177509.403467 punch from 0x02cd76 to 0x03b9d4 (0xec5f bytes) 000981 1789177509.463797 MIRROR_SPLIT mirror 4 to 11 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x5f006e10 (stale) Mirror 17: 0x5f006e10 (stale) Mirror 21: 0x5f006e10 (stale) Mirror 26: 0x5f006e10 (stale) Mirror 27: 0x5f006e10 (stale) Mirror 28: 0x5f006e10 (stale) Mirror 29: 0x5f006e10 (stale) Mirror 30: 0x5f006e10 (stale) Mirror 31: 0x5f006e10 (stale) Mirror 32: 0xe762919f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x5f006e10 (stale) Mirror 17: 0x5f006e10 (stale) Mirror 21: 0x5f006e10 (stale) Mirror 26: 0x5f006e10 (stale) Mirror 27: 0x5f006e10 (stale) Mirror 28: 0x5f006e10 (stale) Mirror 29: 0x5f006e10 (stale) Mirror 30: 0x5f006e10 (stale) Mirror 31: 0x5f006e10 (stale) Mirror 32: 0xe762919f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000982 1789177510.256500 MIRROR_RESYNC 11 mirrors 000983 1789177513.921974 fallocate 0x01610f thru 0x023ce9 (0xdbdb bytes) 000984 1789177513.968714 punch from 0x03fa44 to 0x03ffff (0x5bc bytes) 000985 1789177513.973902 mapread 0x00bc3b thru 0x01aeeb (0xf2b1 bytes) 000986 1789177514.021839 trunc from 0x040000 to 0x03998b (0x6674 bytes) 000987 1789177514.051389 write 0x02565a thru 0x03552b (0xfed2 bytes) 000988 1789177514.064410 fallocate 0x0031be thru 0x008a69 (0x58ac bytes) 000990 1789177514.082725 mapread 0x000d70 thru 0x00e1da (0xd46b bytes) 000991 1789177514.098472 trunc from 0x0189ee to 0x026590 (0xdba3 bytes) 000992 1789177514.138352 write 0x0326ee thru 0x03ffff (0xd912 bytes) 000993 1789177514.143320 trunc from 0x03bab9 to 0x03f9d3 (0x3f1b bytes) 000994 1789177514.165316 mapwrite 0x037e1e thru 0x03f291 (0x7474 bytes) 000995 1789177514.195955 read 0x0062ba thru 0x0065bf (0x306 bytes) 000998 1789177514.199150 write 0x01b253 thru 0x02632a (0xb0d8 bytes) 000999 1789177514.217770 MIRROR_SPLIT mirror 10 to 10 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x15a:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x8e1466e (stale) Mirror 17: 0x8e1466e (stale) Mirror 21: 0x8e1466e (stale) Mirror 26: 0x8e1466e (stale) Mirror 27: 0x8e1466e (stale) Mirror 28: 0x8e1466e (stale) Mirror 29: 0x8e1466e (stale) Mirror 30: 0x8e1466e (stale) Mirror 31: 0x8e1466e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x8e1466e (stale) Mirror 17: 0x8e1466e (stale) Mirror 21: 0x8e1466e (stale) Mirror 26: 0x8e1466e (stale) Mirror 27: 0x8e1466e (stale) Mirror 28: 0x8e1466e (stale) Mirror 29: 0x8e1466e (stale) Mirror 30: 0x8e1466e (stale) Mirror 31: 0x8e1466e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 001000 1789177514.981380 fallocate 0x02dd40 thru 0x03a02f (0xc2f0 bytes) All operations completed A-OK!