== sanity-flr test 70a: flr mode fsx test ================ 21:29:16 (1789608556) striped dir -i0 -c2 -H crush /mnt/lustre/d70a.sanity-flr Seed set to 8558 fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported skipping zero size read 000005 1789608558.352769 mapwrite 0x007e53 thru 0x0141b3 (0xc361 bytes) 000006 1789608558.531993 read 0x00c80c thru 0x00d1ed (0x9e2 bytes) 000007 1789608558.532589 punch from 0x0122d9 to 0x0141b3 (0x1edb bytes) 000010 1789608558.541226 punch from 0x00aea5 to 0x0141b3 (0x930f bytes) 000011 1789608558.546773 mapwrite 0x0194ce thru 0x01ebe9 (0x571c bytes) 000012 1789608558.610414 MIRROR_EXTEND to 2 mirrors 000013 1789608559.324495 punch from 0x00ab63 to 0x0134ca (0x8968 bytes) 000014 1789608559.427593 read 0x008338 thru 0x0086d5 (0x39e bytes) 000015 1789608559.436491 mapwrite 0x000fc5 thru 0x00b917 (0xa953 bytes) 000017 1789608559.518329 mapwrite 0x028a86 thru 0x02c8f8 (0x3e73 bytes) 000023 1789608559.618448 write 0x01db27 thru 0x0271e8 (0x96c2 bytes) 000024 1789608559.624767 mapread 0x0108bb thru 0x01fd37 (0xf47d bytes) 000026 1789608559.645160 write 0x00282b thru 0x00498f (0x2165 bytes) 000027 1789608559.646079 mapread 0x01edac thru 0x022c56 (0x3eab bytes) 000028 1789608559.648251 punch from 0x017458 to 0x026e24 (0xf9cd bytes) 000029 1789608559.664712 read 0x022468 thru 0x02c8f8 (0xa491 bytes) 000031 1789608559.677073 mapread 0x028e44 thru 0x02c8f8 (0x3ab5 bytes) 000032 1789608559.679396 read 0x00785c thru 0x0165a9 (0xed4e bytes) 000034 1789608559.683347 mapread 0x012951 thru 0x01ca8c (0xa13c bytes) truncating to largest ever: 0x1e373 000035 1789608559.684476 trunc from 0x02c8f9 to 0x01e372 (0xe586 bytes) 000036 1789608559.703431 mapread 0x014534 thru 0x01d0b0 (0x8b7d bytes) 000039 1789608559.714726 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) 000041 1789608559.880162 write 0x00b087 thru 0x011939 (0x68b3 bytes) 000043 1789608559.896304 mapread 0x019299 thru 0x01b9d0 (0x2738 bytes) 000044 1789608559.916946 read 0x015214 thru 0x01b398 (0x6185 bytes) truncating to largest ever: 0x23e05 000045 1789608559.917989 trunc from 0x01e373 to 0x023e04 (0x5a92 bytes) 000047 1789608559.938844 read 0x01dadd thru 0x023e04 (0x6328 bytes) 000048 1789608559.955471 punch from 0x01e3a8 to 0x01f1bb (0xe14 bytes) 000049 1789608559.969569 write 0x03ca24 thru 0x03f1f7 (0x27d4 bytes) 000050 1789608559.971289 punch from 0x02f85f to 0x03b779 (0xbf1b bytes) 000051 1789608559.981258 punch from 0x01e1a7 to 0x02d121 (0xef7b bytes) truncating to largest ever: 0x3ed49 000053 1789608559.987524 trunc from 0x03f1f8 to 0x03ed48 (0x4af bytes) 000055 1789608560.007462 mapread 0x03adf2 thru 0x03ed48 (0x3f57 bytes) 000057 1789608560.020475 trunc from 0x03ed49 to 0x03e54f (0x7f9 bytes) 000058 1789608560.045286 mapread 0x014575 thru 0x017b7a (0x3606 bytes) 000063 1789608560.050203 trunc from 0x03e550 to 0x012db9 (0x2b796 bytes) 000064 1789608560.068954 trunc from 0x012dba to 0x01abc6 (0x7e0d bytes) 000066 1789608560.093528 punch from 0x013741 to 0x014d18 (0x15d8 bytes) 000067 1789608560.097490 mapwrite 0x021bde thru 0x02855d (0x6980 bytes) 000068 1789608560.210231 trunc from 0x02855e to 0x034c4c (0xc6ef bytes) 000069 1789608560.225985 read 0x004bb8 thru 0x00bef9 (0x7342 bytes) 000071 1789608560.227230 mapwrite 0x02e775 thru 0x03c131 (0xd9bd bytes) 000074 1789608560.335502 write 0x030ca3 thru 0x036d33 (0x6091 bytes) 000075 1789608560.338001 punch from 0x00e552 to 0x01caab (0xe55a bytes) 000077 1789608560.352299 read 0x007f02 thru 0x017b7f (0xfc7e bytes) 000078 1789608560.371541 MIRROR_EXTEND to 2 mirrors 000079 1789608561.211575 mapwrite 0x02005b thru 0x029492 (0x9438 bytes) 000081 1789608561.378821 mapread 0x00e9b7 thru 0x0121df (0x3829 bytes) 000085 1789608561.390835 write 0x023b59 thru 0x024026 (0x4ce bytes) 000086 1789608561.393954 mapwrite 0x02a2a6 thru 0x03a206 (0xff61 bytes) 000088 1789608561.497899 mapwrite 0x00ad08 thru 0x016b2a (0xbe23 bytes) 000089 1789608561.559430 mapread 0x008ad0 thru 0x00f945 (0x6e76 bytes) 000090 1789608561.561191 punch from 0x002c5f to 0x004d0a (0x20ac bytes) 000091 1789608561.569723 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3c132): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c132): Mirror 2: 0xbdd59133 (stale) CRC-32 checksum value for chunk [0, 0x3c132): Mirror 1: 0xaacf9d2b Mirror 3: 0xaacf9d2b lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c132: skipped 000094 1789608562.228161 punch from 0x00adcf to 0x0165a7 (0xb7d9 bytes) 000095 1789608562.286147 mapread 0x007f06 thru 0x016da4 (0xee9f bytes) 000096 1789608562.312205 read 0x01c0f8 thru 0x01e7d4 (0x26dd bytes) 000097 1789608562.316476 trunc from 0x03c132 to 0x031a69 (0xa6c8 bytes) 000099 1789608562.355467 MIRROR_RESYNC 3 mirrors 000100 1789608563.294020 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) 000101 1789608563.678791 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) 000102 1789608563.903847 MIRROR_EXTEND to 2 mirrors 000103 1789608565.053990 read 0x00b4d6 thru 0x00fa9b (0x45c6 bytes) 000104 1789608565.069913 MIRROR_RESYNC 2 mirrors 000105 1789608565.617828 read 0x008735 thru 0x010b5c (0x8428 bytes) 000108 1789608565.632605 mapwrite 0x02ac14 thru 0x02bc85 (0x1072 bytes) 000110 1789608565.882865 mapread 0x00dfab thru 0x019e38 (0xbe8e bytes) 000111 1789608565.935323 punch from 0x01c4e8 to 0x02992c (0xd445 bytes) 000113 1789608565.965523 mapwrite 0x00c620 thru 0x011e63 (0x5844 bytes) 000114 1789608566.083448 mapwrite 0x00bc1b thru 0x00d905 (0x1ceb bytes) 000115 1789608566.191507 write 0x024c22 thru 0x02e6bf (0x9a9e bytes) 000116 1789608566.201471 mapwrite 0x01156f thru 0x01bcfa (0xa78c bytes) 000118 1789608566.294280 read 0x006f1b thru 0x016ba8 (0xfc8e bytes) 000119 1789608566.295034 mapwrite 0x037d02 thru 0x03ffff (0x82fe bytes) 000122 1789608566.531450 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x34894cea (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc162efdb Mirror 3: 0xc162efdb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000123 1789608567.927810 mapread 0x02404c thru 0x0270d0 (0x3085 bytes) 000124 1789608568.019822 mapread 0x0382df thru 0x03ffff (0x7d21 bytes) 000126 1789608568.181880 trunc from 0x040000 to 0x01cec9 (0x23136 bytes) 000127 1789608568.326281 trunc from 0x01ceca to 0x00adf4 (0x120d5 bytes) 000128 1789608568.382909 mapread 0x0016fa thru 0x007a46 (0x634d bytes) 000129 1789608568.400704 punch from 0x004624 to 0x008044 (0x3a21 bytes) 000131 1789608568.415785 mapread 0x007e69 thru 0x009845 (0x19dd bytes) 000132 1789608568.442390 trunc from 0x00adf5 to 0x00786e (0x3586 bytes) 000133 1789608568.469894 write 0x039ace thru 0x03ffff (0x6532 bytes) 000134 1789608568.471293 write 0x01e0d4 thru 0x021b52 (0x3a7f bytes) 000136 1789608568.496023 trunc from 0x040000 to 0x0136d4 (0x2c92b bytes) 000137 1789608568.527829 write 0x020103 thru 0x02ddda (0xdcd8 bytes) 000138 1789608568.532214 mapwrite 0x03722e thru 0x03ef2b (0x7cfe bytes) 000140 1789608568.689353 mapwrite 0x00e08c thru 0x00f411 (0x1386 bytes) 000141 1789608568.822129 MIRROR_RESYNC 3 mirrors 000142 1789608570.004301 trunc from 0x03ef2c to 0x037374 (0x7bb7 bytes) 000145 1789608570.084110 MIRROR_RESYNC 3 mirrors 000146 1789608571.364744 trunc from 0x037375 to 0x022840 (0x14b34 bytes) 000147 1789608571.425671 mapwrite 0x00634a thru 0x00ee80 (0x8b37 bytes) 000149 1789608571.506136 trunc from 0x022841 to 0x00e359 (0x144e7 bytes) 000150 1789608571.538230 read 0x0031b6 thru 0x00e359 (0xb1a4 bytes) 000151 1789608571.539103 mapread 0x004ec2 thru 0x00e359 (0x9498 bytes) 000152 1789608571.553911 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xe35a): Mirror 3: 0x676d29f1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xe35a): Mirror 3: 0x676d29f1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xe35a: skipped 000153 1789608571.853138 trunc from 0x00e35a to 0x020c59 (0x12900 bytes) 000155 1789608571.873955 mapwrite 0x0165f5 thru 0x018ac5 (0x24d1 bytes) 000156 1789608571.932049 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x20c5a): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20c5a): Mirror 3: 0x2c8f25cb (stale) CRC-32 checksum value for chunk [0, 0x20c5a): Mirror 1: 0x79b4ed10 Mirror 4: 0x79b4ed10 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20c5a: skipped 000157 1789608572.879350 trunc from 0x020c5a to 0x010384 (0x108d5 bytes) 000158 1789608573.096567 write 0x013abe thru 0x015711 (0x1c54 bytes) 000160 1789608573.100472 mapread 0x01201e thru 0x015711 (0x36f4 bytes) 000161 1789608573.107734 write 0x0129a0 thru 0x01e0dc (0xb73d bytes) 000162 1789608573.110954 read 0x0106da thru 0x0157fe (0x5125 bytes) 000163 1789608573.118009 punch from 0x0043b9 to 0x0141f7 (0xfe3f bytes) 000166 1789608573.158533 read 0x00746f thru 0x008d98 (0x192a bytes) 000167 1789608573.182374 read 0x00e4d2 thru 0x014215 (0x5d44 bytes) 000169 1789608573.221425 trunc from 0x01e0dd to 0x029653 (0xb577 bytes) 000170 1789608573.266521 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x29654): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29654): Mirror 3: 0x75adca3e (stale) Mirror 4: 0x2301bfc9 (stale) CRC-32 checksum value for chunk [0, 0x29654): Mirror 1: 0x9d124093 Mirror 5: 0x9d124093 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29654: skipped 000172 1789608574.334500 mapread 0x001962 thru 0x010a53 (0xf0f2 bytes) 000174 1789608574.367125 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x29654): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29654): Mirror 3: 0x75adca3e (stale) Mirror 4: 0x2301bfc9 (stale) CRC-32 checksum value for chunk [0, 0x29654): Mirror 1: 0x9d124093 Mirror 5: 0x9d124093 Mirror 6: 0x9d124093 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29654: skipped 000175 1789608575.584995 mapread 0x01d163 thru 0x02907e (0xbf1c bytes) 000176 1789608575.612616 mapwrite 0x01f3ca thru 0x02d7d9 (0xe410 bytes) 000177 1789608575.738982 mapwrite 0x01faaf thru 0x02d8f8 (0xde4a bytes) 000178 1789608575.813922 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2d8f9): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d8f9): Mirror 3: 0xea0054fd (stale) Mirror 4: 0x9b814043 (stale) Mirror 5: 0xaa55ee59 (stale) Mirror 6: 0xaa55ee59 (stale) CRC-32 checksum value for chunk [0, 0x2d8f9): Mirror 1: 0xf2d286dc Mirror 7: 0xf2d286dc lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d8f9: skipped 000179 1789608576.843028 punch from 0x013977 to 0x01839c (0x4a26 bytes) 000180 1789608576.939311 mapread 0x007b82 thru 0x008b10 (0xf8f bytes) 000181 1789608576.954366 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d8f9): Mirror 4: 0x9b814043 (stale) Mirror 5: 0xaa55ee59 (stale) Mirror 6: 0xaa55ee59 (stale) Mirror 7: 0xf2d286dc (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d8f9): Mirror 4: 0x9b814043 (stale) Mirror 5: 0xaa55ee59 (stale) Mirror 6: 0xaa55ee59 (stale) Mirror 7: 0xf2d286dc (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d8f9: skipped 000182 1789608577.524970 punch from 0x021ca5 to 0x02b976 (0x9cd2 bytes) 000184 1789608577.534484 read 0x01d8e6 thru 0x028e3f (0xb55a bytes) 000185 1789608577.558108 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2d8f9): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d8f9): Mirror 4: 0x9b814043 (stale) Mirror 5: 0xaa55ee59 (stale) Mirror 6: 0xaa55ee59 (stale) Mirror 7: 0xf2d286dc (stale) CRC-32 checksum value for chunk [0, 0x2d8f9): Mirror 1: 0x9868792c Mirror 8: 0x9868792c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d8f9: skipped 000186 1789608578.797320 write 0x02fad9 thru 0x03f90a (0xfe32 bytes) 000191 1789608578.874906 punch from 0x0013cf to 0x00a143 (0x8d75 bytes) 000192 1789608578.896357 read 0x032384 thru 0x0353b1 (0x302e bytes) 000193 1789608578.897322 trunc from 0x03f90b to 0x037bf3 (0x7d17 bytes) 000194 1789608578.920888 punch from 0x02897c to 0x0364e9 (0xdb6e bytes) 000195 1789608578.927448 trunc from 0x037bf4 to 0x00b28e (0x2c965 bytes) 000198 1789608578.940206 write 0x01d0f3 thru 0x02620e (0x911c bytes) 000199 1789608578.941370 mapread 0x00bac6 thru 0x015745 (0x9c80 bytes) 000200 1789608578.953945 trunc from 0x02620f to 0x0311d9 (0xafcb bytes) 000201 1789608578.963882 mapread 0x01f65a thru 0x02a202 (0xaba9 bytes) 000202 1789608578.970572 mapwrite 0x03c084 thru 0x03ffff (0x3f7c bytes) 000203 1789608579.032139 mapread 0x03e54e thru 0x03ffff (0x1ab2 bytes) 000204 1789608579.033940 punch from 0x036405 to 0x03ffff (0x9bfb bytes) 000206 1789608579.046065 read 0x00f2f2 thru 0x01d1c0 (0xdecf bytes) 000208 1789608579.060461 write 0x00a008 thru 0x017d1f (0xdd18 bytes) 000209 1789608579.071608 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd0964688 (stale) Mirror 5: 0x7cdaf749 (stale) Mirror 6: 0x7cdaf749 (stale) Mirror 8: 0x2a05b395 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd0964688 (stale) Mirror 5: 0x7cdaf749 (stale) Mirror 6: 0x7cdaf749 (stale) Mirror 8: 0x2a05b395 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000210 1789608579.597067 write 0x03ae50 thru 0x03ffff (0x51b0 bytes) 000212 1789608579.607563 read 0x011e34 thru 0x0187a2 (0x696f bytes) 000213 1789608579.624592 mapwrite 0x022605 thru 0x0268d5 (0x42d1 bytes) 000215 1789608579.715731 punch from 0x00aa30 to 0x00de51 (0x3422 bytes) 000216 1789608579.722162 mapwrite 0x01d657 thru 0x01e224 (0xbce bytes) 000217 1789608579.768541 write 0x0060ec thru 0x0068a4 (0x7b9 bytes) 000219 1789608579.773853 read 0x03c8ca thru 0x03d5d7 (0xd0e bytes) 000221 1789608579.775029 read 0x029a76 thru 0x02fc2c (0x61b7 bytes) 000223 1789608579.788107 mapread 0x01ea34 thru 0x0289e0 (0x9fad bytes) 000224 1789608579.789588 read 0x0166f0 thru 0x01c534 (0x5e45 bytes) 000226 1789608579.792031 read 0x03e5d4 thru 0x03ffff (0x1a2c bytes) 000228 1789608579.793323 write 0x0183da thru 0x018579 (0x1a0 bytes) 000230 1789608579.796819 punch from 0x01f887 to 0x02510e (0x5888 bytes) 000232 1789608579.830171 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xd0964688 (stale) Mirror 5: 0x7cdaf749 (stale) Mirror 6: 0x7cdaf749 (stale) Mirror 8: 0x2a05b395 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x67b07371 Mirror 9: 0x67b07371 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000233 1789608580.704032 trunc from 0x040000 to 0x01fbbf (0x20440 bytes) 000234 1789608580.797169 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x1fbc0): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1fbc0): Mirror 4: 0x4439f9cb (stale) Mirror 5: 0x3e9e3e4e (stale) Mirror 6: 0x3e9e3e4e (stale) Mirror 8: 0x3777544d (stale) Mirror 9: 0x8b7bb273 (stale) CRC-32 checksum value for chunk [0, 0x1fbc0): Mirror 1: 0x8b7bb273 Mirror 10: 0x8b7bb273 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1fbc0: skipped 000235 1789608581.800306 read 0x01aab4 thru 0x01fbbf (0x510c bytes) 000236 1789608581.808317 mapread 0x00787d thru 0x00f233 (0x79b7 bytes) 000238 1789608581.823978 trunc from 0x01fbc0 to 0x03a6f9 (0x1ab3a bytes) 000239 1789608581.902069 mapwrite 0x03f25b thru 0x03ffff (0xda5 bytes) 000240 1789608581.966998 write 0x017ab1 thru 0x020255 (0x87a5 bytes) 000243 1789608581.985144 write 0x0168ea thru 0x016b0c (0x223 bytes) 000244 1789608581.990489 mapwrite 0x01a7a0 thru 0x025ff3 (0xb854 bytes) 000245 1789608582.034314 mapwrite 0x008bea thru 0x0093c1 (0x7d8 bytes) 000246 1789608582.091370 write 0x033841 thru 0x0355be (0x1d7e bytes) 000249 1789608582.118807 MIRROR_RESYNC 7 mirrors 000250 1789608583.281598 punch from 0x00ae4f to 0x0138c4 (0x8a76 bytes) 000252 1789608583.353528 punch from 0x01b512 to 0x029d55 (0xe844 bytes) 000253 1789608583.360025 punch from 0x011827 to 0x021427 (0xfc01 bytes) 000255 1789608583.366233 mapwrite 0x000cfb thru 0x010bca (0xfed0 bytes) 000256 1789608583.439912 punch from 0x015a48 to 0x02155f (0xbb18 bytes) 000257 1789608583.444344 mapread 0x020669 thru 0x022c02 (0x259a bytes) 000258 1789608583.460330 mapwrite 0x02da73 thru 0x0396ea (0xbc78 bytes) 000260 1789608583.556954 trunc from 0x040000 to 0x014697 (0x2b968 bytes) 000262 1789608583.618165 mapwrite 0x02bf2c thru 0x039c28 (0xdcfd bytes) 000264 1789608583.704816 mapread 0x025977 thru 0x033be0 (0xe26a bytes) 000265 1789608583.706462 read 0x014300 thru 0x01709e (0x2d9f bytes) 000267 1789608583.713433 mapwrite 0x0394de thru 0x03edef (0x5912 bytes) 000268 1789608583.782504 punch from 0x02458a to 0x024fdf (0xa56 bytes) 000269 1789608583.787367 mapwrite 0x01b208 thru 0x0254b6 (0xa2af bytes) 000271 1789608583.851506 read 0x001989 thru 0x006c85 (0x52fd bytes) 000274 1789608583.854009 mapwrite 0x03cce0 thru 0x03d717 (0xa38 bytes) 000275 1789608583.892385 read 0x022fc3 thru 0x02a707 (0x7745 bytes) 000276 1789608583.897386 MIRROR_RESYNC 7 mirrors 000278 1789608585.100400 trunc from 0x03edf0 to 0x00df9e (0x30e51 bytes) 000279 1789608585.190603 read 0x007c7a thru 0x0092c0 (0x1647 bytes) 000280 1789608585.195523 read 0x007b22 thru 0x00a56b (0x2a4a bytes) 000281 1789608585.208217 read 0x00c9df thru 0x00df9e (0x15c0 bytes) 000282 1789608585.209026 trunc from 0x00df9f to 0x02c672 (0x1e6d4 bytes) 000283 1789608585.226003 mapwrite 0x00763e thru 0x00d6e1 (0x60a4 bytes) 000284 1789608585.288504 mapread 0x022e56 thru 0x02c672 (0x981d bytes) 000285 1789608585.308528 trunc from 0x02c673 to 0x03e0d1 (0x11a5f bytes) 000286 1789608585.340988 mapread 0x028c8d thru 0x035577 (0xc8eb bytes) 000287 1789608585.365207 read 0x011d79 thru 0x01b2be (0x9546 bytes) 000288 1789608585.366327 punch from 0x027570 to 0x03086d (0x92fe bytes) 000289 1789608585.372551 mapwrite 0x01bf7c thru 0x01d30c (0x1391 bytes) 000290 1789608585.402018 mapread 0x0339f7 thru 0x039b76 (0x6180 bytes) 000291 1789608585.408177 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3e0d2): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e0d2): Mirror 4: 0x251d0ea8 (stale) Mirror 5: 0x251d0ea8 (stale) Mirror 6: 0x251d0ea8 (stale) Mirror 8: 0x251d0ea8 (stale) Mirror 9: 0x251d0ea8 (stale) Mirror 10: 0x251d0ea8 (stale) CRC-32 checksum value for chunk [0, 0x3e0d2): Mirror 1: 0xe1f541a8 Mirror 11: 0xe1f541a8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e0d2: skipped 000292 1789608586.499427 mapwrite 0x02aaca thru 0x038929 (0xde60 bytes) 000293 1789608586.738004 mapwrite 0x0162fc thru 0x0180fb (0x1e00 bytes) 000294 1789608586.796982 trunc from 0x03e0d2 to 0x0290f9 (0x14fd8 bytes) 000295 1789608586.828162 mapread 0x016588 thru 0x021f2e (0xb9a7 bytes) 000296 1789608586.840263 read 0x00b909 thru 0x00fcb1 (0x43a9 bytes) 000297 1789608586.848241 mapread 0x00c1e4 thru 0x00fbf7 (0x3a14 bytes) 000298 1789608586.849455 trunc from 0x0290fa to 0x015071 (0x14088 bytes) 000299 1789608586.876836 mapread 0x0093be thru 0x0130d0 (0x9d13 bytes) 000300 1789608586.892110 mapwrite 0x00a9c5 thru 0x00f5a9 (0x4be5 bytes) 000301 1789608586.960046 trunc from 0x015072 to 0x021579 (0xc508 bytes) 000303 1789608586.986161 trunc from 0x02157a to 0x0083ed (0x1918c bytes) 000305 1789608587.009115 mapwrite 0x01f5cf thru 0x02948f (0x9ec1 bytes) 000306 1789608587.116200 trunc from 0x029490 to 0x018903 (0x10b8c bytes) 000308 1789608587.149360 read 0x00f4e0 thru 0x01681c (0x733d bytes) 000309 1789608587.173449 mapwrite 0x00fca2 thru 0x0164a7 (0x6806 bytes) 000310 1789608587.243418 write 0x019f74 thru 0x01df27 (0x3fb4 bytes) 000311 1789608587.244490 mapread 0x01871f thru 0x01df27 (0x5809 bytes) 000313 1789608587.245437 mapwrite 0x0123d7 thru 0x014260 (0x1e8a bytes) 000314 1789608587.275335 MIRROR_RESYNC 8 mirrors 000315 1789608589.150801 write 0x017007 thru 0x01823a (0x1234 bytes) 000316 1789608589.221734 trunc from 0x01df28 to 0x006c98 (0x1728f bytes) 000317 1789608589.246801 write 0x03bdbc thru 0x03ffff (0x4244 bytes) 000318 1789608589.248296 mapwrite 0x000bc6 thru 0x007b6b (0x6fa6 bytes) 000319 1789608589.310360 write 0x009ed4 thru 0x019ca9 (0xfdd6 bytes) 000321 1789608589.318111 trunc from 0x040000 to 0x01bce4 (0x2431b bytes) 000322 1789608589.345085 mapwrite 0x028848 thru 0x034ec4 (0xc67d bytes) 000323 1789608589.452326 read 0x00459f thru 0x0075b0 (0x3012 bytes) 000324 1789608589.453239 mapwrite 0x02411d thru 0x02c453 (0x8337 bytes) 000325 1789608589.508419 mapwrite 0x01c931 thru 0x026186 (0x9856 bytes) 000326 1789608589.559043 punch from 0x0146e5 to 0x022836 (0xe152 bytes) 000327 1789608589.563870 trunc from 0x034ec5 to 0x01820a (0x1ccba bytes) 000328 1789608589.585620 read 0x013480 thru 0x014978 (0x14f9 bytes) 000330 1789608589.603471 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x1820b): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1820b): Mirror 4: 0xb243767f (stale) Mirror 5: 0xb243767f (stale) Mirror 6: 0xb243767f (stale) Mirror 8: 0xb243767f (stale) Mirror 9: 0xb243767f (stale) Mirror 10: 0xb243767f (stale) Mirror 11: 0xb243767f (stale) CRC-32 checksum value for chunk [0, 0x1820b): Mirror 1: 0x6fb72201 Mirror 12: 0x6fb72201 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1820b: skipped 000331 1789608590.481068 write 0x028642 thru 0x02c640 (0x3fff bytes) 000333 1789608590.583130 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x2c641): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c641): Mirror 4: 0x54300d25 (stale) Mirror 5: 0x54300d25 (stale) Mirror 6: 0x54300d25 (stale) Mirror 8: 0x54300d25 (stale) Mirror 9: 0x54300d25 (stale) Mirror 10: 0x54300d25 (stale) Mirror 11: 0x54300d25 (stale) Mirror 12: 0x8839cb12 (stale) CRC-32 checksum value for chunk [0, 0x2c641): Mirror 1: 0x730c5a8f Mirror 13: 0x730c5a8f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c641: skipped 000334 1789608591.410462 mapwrite 0x01129a thru 0x016a1d (0x5784 bytes) 000335 1789608591.606396 trunc from 0x02c641 to 0x00f72e (0x1cf12 bytes) 000336 1789608591.624367 mapread 0x00ca04 thru 0x00f72e (0x2d2b bytes) 000337 1789608591.625535 trunc from 0x00f72f to 0x02a41f (0x1acf1 bytes) 000338 1789608591.648186 trunc from 0x02a420 to 0x03a923 (0x10504 bytes) 000340 1789608591.664115 write 0x03efd6 thru 0x03ffff (0x102a bytes) 000341 1789608591.666084 write 0x0315b9 thru 0x03361a (0x2062 bytes) 000342 1789608591.676230 write 0x02692d thru 0x0325e2 (0xbcb6 bytes) 000343 1789608591.683402 mapwrite 0x01ad20 thru 0x02357d (0x885e bytes) 000344 1789608591.748185 read 0x013b8a thru 0x021ed4 (0xe34b bytes) 000347 1789608591.749444 trunc from 0x040000 to 0x027fd5 (0x1802a bytes) 000349 1789608591.769422 MIRROR_SPLIT mirror 6 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x27fd6): Mirror 4: 0xa3477f48 (stale) Mirror 5: 0xa3477f48 (stale) Mirror 6: 0xa3477f48 (stale) Mirror 8: 0xa3477f48 (stale) Mirror 9: 0xa3477f48 (stale) Mirror 11: 0xa3477f48 (stale) Mirror 12: 0x3026d8c8 (stale) Mirror 13: 0x3026d8c8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27fd6): Mirror 4: 0xa3477f48 (stale) Mirror 5: 0xa3477f48 (stale) Mirror 6: 0xa3477f48 (stale) Mirror 8: 0xa3477f48 (stale) Mirror 9: 0xa3477f48 (stale) Mirror 11: 0xa3477f48 (stale) Mirror 12: 0x3026d8c8 (stale) Mirror 13: 0x3026d8c8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27fd6: skipped 000350 1789608592.336959 punch from 0x00b6ab to 0x01aade (0xf434 bytes) 000352 1789608592.344829 punch from 0x0059f7 to 0x011792 (0xbd9c bytes) 000353 1789608592.354868 punch from 0x00fe1f to 0x015697 (0x5879 bytes) 000354 1789608592.364956 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x27fd6): Mirror 5: 0xa3477f48 (stale) Mirror 6: 0xa3477f48 (stale) Mirror 8: 0xa3477f48 (stale) Mirror 9: 0xa3477f48 (stale) Mirror 11: 0xa3477f48 (stale) Mirror 12: 0x3026d8c8 (stale) Mirror 13: 0x3026d8c8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27fd6): Mirror 5: 0xa3477f48 (stale) Mirror 6: 0xa3477f48 (stale) Mirror 8: 0xa3477f48 (stale) Mirror 9: 0xa3477f48 (stale) Mirror 11: 0xa3477f48 (stale) Mirror 12: 0x3026d8c8 (stale) Mirror 13: 0x3026d8c8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27fd6: skipped 000355 1789608592.831510 read 0x01e4a9 thru 0x027fd5 (0x9b2d bytes) 000356 1789608592.839239 punch from 0x01cf86 to 0x021d75 (0x4df0 bytes) 000357 1789608592.843189 trunc from 0x027fd6 to 0x014c26 (0x133af bytes) 000359 1789608592.867167 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x14c27): Mirror 6: 0xed34a8a4 (stale) Mirror 8: 0xed34a8a4 (stale) Mirror 9: 0xed34a8a4 (stale) Mirror 11: 0xed34a8a4 (stale) Mirror 12: 0x86a829c2 (stale) Mirror 13: 0x86a829c2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x14c27): Mirror 6: 0xed34a8a4 (stale) Mirror 8: 0xed34a8a4 (stale) Mirror 9: 0xed34a8a4 (stale) Mirror 11: 0xed34a8a4 (stale) Mirror 12: 0x86a829c2 (stale) Mirror 13: 0x86a829c2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x14c27: skipped 000360 1789608593.321747 write 0x00aa7e thru 0x01a6cf (0xfc52 bytes) 000361 1789608593.339534 read 0x018fc9 thru 0x01a6cf (0x1707 bytes) 000362 1789608593.340322 read 0x017177 thru 0x01a6cf (0x3559 bytes) 000363 1789608593.353301 trunc from 0x01a6d0 to 0x012d9a (0x7935 bytes) 000364 1789608593.384346 punch from 0x012548 to 0x012d9a (0x853 bytes) 000365 1789608593.419302 punch from 0x009635 to 0x012d9a (0x9766 bytes) 000366 1789608593.427654 read 0x0031fa thru 0x00defe (0xad05 bytes) 000368 1789608593.440291 mapwrite 0x031afd thru 0x038be1 (0x70e5 bytes) 000369 1789608593.550185 write 0x02feb3 thru 0x039536 (0x9684 bytes) 000372 1789608593.554383 read 0x01ce1b thru 0x028ed4 (0xc0ba bytes) 000374 1789608593.556809 read 0x022b8b thru 0x02f3a9 (0xc81f bytes) 000375 1789608593.558324 punch from 0x0054a7 to 0x0080ea (0x2c44 bytes) 000377 1789608593.576175 trunc from 0x039537 to 0x01395b (0x25bdb bytes) 000378 1789608593.598393 mapwrite 0x01d5c3 thru 0x02d0c1 (0xfaff bytes) 000380 1789608593.713067 read 0x02626b thru 0x02d0c1 (0x6e57 bytes) 000382 1789608593.714158 punch from 0x02994a to 0x02d0c1 (0x3778 bytes) truncating to largest ever: 0x3edf8 000383 1789608593.719297 trunc from 0x02d0c2 to 0x03edf7 (0x11d36 bytes) 000384 1789608593.728402 mapwrite 0x0348de thru 0x035518 (0xc3b bytes) 000385 1789608593.816706 read 0x011177 thru 0x0140ab (0x2f35 bytes) 000386 1789608593.823360 MIRROR_RESYNC 7 mirrors 000388 1789608595.458560 mapread 0x02c5d2 thru 0x03a00a (0xda39 bytes) 000389 1789608595.495613 write 0x00d86c thru 0x019512 (0xbca7 bytes) 000393 1789608595.591285 write 0x025e25 thru 0x02ba61 (0x5c3d bytes) 000394 1789608595.602072 trunc from 0x03edf8 to 0x02e7f0 (0x10607 bytes) 000397 1789608595.627775 mapwrite 0x0005a5 thru 0x001dd0 (0x182c bytes) 000399 1789608595.708532 trunc from 0x02e7f1 to 0x026a78 (0x7d78 bytes) 000400 1789608595.728253 punch from 0x019a54 to 0x026a78 (0xd025 bytes) 000401 1789608595.734263 punch from 0x02521e to 0x026a78 (0x185b bytes) 000404 1789608595.747251 MIRROR_RESYNC 7 mirrors 000405 1789608597.360007 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) 000406 1789608597.855319 MIRROR_RESYNC 6 mirrors 000407 1789608598.401090 MIRROR_RESYNC 6 mirrors 000408 1789608598.998452 MIRROR_RESYNC 6 mirrors 000411 1789608599.547423 read 0x01a229 thru 0x023846 (0x961e bytes) 000412 1789608599.566296 MIRROR_EXTEND to 7 mirrors 000413 1789608600.713502 mapwrite 0x024a7a thru 0x0312d6 (0xc85d bytes) 000414 1789608600.915771 write 0x01b08c thru 0x01e8c1 (0x3836 bytes) 000416 1789608600.925961 mapwrite 0x011825 thru 0x011843 (0x1f bytes) 000417 1789608600.979940 MIRROR_RESYNC 7 mirrors 000418 1789608602.537306 trunc from 0x0312d7 to 0x0262f9 (0xafdd bytes) 000419 1789608602.610807 mapwrite 0x02f7cc thru 0x0359c1 (0x61f6 bytes) 000420 1789608602.696615 read 0x001e81 thru 0x00f669 (0xd7e9 bytes) 000423 1789608602.705026 write 0x0082fe thru 0x00af07 (0x2c0a bytes) 000424 1789608602.706134 write 0x019629 thru 0x024686 (0xb05e bytes) 000426 1789608602.717693 MIRROR_RESYNC 7 mirrors 000427 1789608604.299588 MIRROR_RESYNC 7 mirrors 000429 1789608605.184799 MIRROR_RESYNC 7 mirrors 000431 1789608605.721791 MIRROR_EXTEND to 8 mirrors 000432 1789608606.868353 read 0x02db2a thru 0x030b35 (0x300c bytes) 000434 1789608606.880460 mapwrite 0x026897 thru 0x02f6b7 (0x8e21 bytes) 000436 1789608607.170148 MIRROR_RESYNC 8 mirrors 000437 1789608608.998065 mapread 0x007bc2 thru 0x0095be (0x19fd bytes) 000438 1789608609.032566 punch from 0x031899 to 0x0359c1 (0x4129 bytes) 000440 1789608609.118390 MIRROR_RESYNC 8 mirrors 000441 1789608610.596249 mapwrite 0x00dd81 thru 0x01c882 (0xeb02 bytes) 000443 1789608610.851040 trunc from 0x0359c2 to 0x021eaa (0x13b17 bytes) 000445 1789608610.890411 read 0x00ce2e thru 0x016d78 (0x9f4b bytes) 000446 1789608610.891059 write 0x01b1b2 thru 0x0298dc (0xe72b bytes) 000447 1789608610.898987 punch from 0x005836 to 0x0157bb (0xff86 bytes) 000450 1789608610.919051 write 0x01bce9 thru 0x0282ef (0xc607 bytes) 000451 1789608610.920379 read 0x00a1ba thru 0x015b2f (0xb976 bytes) 000452 1789608610.931915 trunc from 0x0298dd to 0x010e50 (0x18a8c bytes) 000453 1789608610.948735 trunc from 0x010e51 to 0x03a9ef (0x29b9f bytes) 000456 1789608610.965782 write 0x03fd0d thru 0x03ffff (0x2f3 bytes) 000457 1789608610.967217 write 0x014782 thru 0x023488 (0xed07 bytes) 000458 1789608611.000845 MIRROR_RESYNC 8 mirrors 000459 1789608612.320370 mapwrite 0x000736 thru 0x00b5f0 (0xaebb bytes) 000460 1789608612.549968 punch from 0x02e40e to 0x0370f8 (0x8ceb bytes) 000461 1789608612.559263 read 0x02fa7f thru 0x03cbc0 (0xd142 bytes) 000466 1789608612.606302 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xe94177b9 (stale) Mirror 8: 0xe94177b9 (stale) Mirror 11: 0xe94177b9 (stale) Mirror 12: 0xe94177b9 (stale) Mirror 13: 0xe94177b9 (stale) Mirror 14: 0xe94177b9 (stale) Mirror 15: 0xe94177b9 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa22119ca Mirror 16: 0xa22119ca lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000468 1789608613.533311 mapwrite 0x0175d5 thru 0x019f05 (0x2931 bytes) 000469 1789608613.715916 mapwrite 0x031f22 thru 0x0394e3 (0x75c2 bytes) 000470 1789608613.777282 trunc from 0x040000 to 0x032074 (0xdf8b bytes) 000471 1789608613.811997 write 0x007727 thru 0x00d0ac (0x5986 bytes) 000472 1789608613.830859 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x32075): Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32075): Mirror 6: 0xb3fcb481 (stale) Mirror 8: 0xb3fcb481 (stale) Mirror 11: 0xb3fcb481 (stale) Mirror 12: 0xb3fcb481 (stale) Mirror 13: 0xb3fcb481 (stale) Mirror 14: 0xb3fcb481 (stale) Mirror 15: 0xb3fcb481 (stale) Mirror 16: 0x9c9a55c7 (stale) CRC-32 checksum value for chunk [0, 0x32075): Mirror 1: 0x478bbae Mirror 17: 0x478bbae lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32075: skipped 000473 1789608615.111885 punch from 0x0138f2 to 0x019e16 (0x6525 bytes) 000474 1789608615.266940 MIRROR_SPLIT mirror 9 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x32075): Mirror 6: 0xb3fcb481 (stale) Mirror 8: 0xb3fcb481 (stale) Mirror 11: 0xb3fcb481 (stale) Mirror 12: 0xb3fcb481 (stale) Mirror 13: 0xb3fcb481 (stale) Mirror 14: 0xb3fcb481 (stale) Mirror 15: 0xb3fcb481 (stale) Mirror 16: 0x9c9a55c7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32075): Mirror 6: 0xb3fcb481 (stale) Mirror 8: 0xb3fcb481 (stale) Mirror 11: 0xb3fcb481 (stale) Mirror 12: 0xb3fcb481 (stale) Mirror 13: 0xb3fcb481 (stale) Mirror 14: 0xb3fcb481 (stale) Mirror 15: 0xb3fcb481 (stale) Mirror 16: 0x9c9a55c7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32075: skipped 000475 1789608615.902807 read 0x004f8b thru 0x005d54 (0xdca bytes) 000476 1789608615.915883 MIRROR_SPLIT mirror 6 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x32075): Mirror 6: 0xb3fcb481 (stale) Mirror 8: 0xb3fcb481 (stale) Mirror 11: 0xb3fcb481 (stale) Mirror 12: 0xb3fcb481 (stale) Mirror 13: 0xb3fcb481 (stale) Mirror 15: 0xb3fcb481 (stale) Mirror 16: 0x9c9a55c7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32075): Mirror 6: 0xb3fcb481 (stale) Mirror 8: 0xb3fcb481 (stale) Mirror 11: 0xb3fcb481 (stale) Mirror 12: 0xb3fcb481 (stale) Mirror 13: 0xb3fcb481 (stale) Mirror 15: 0xb3fcb481 (stale) Mirror 16: 0x9c9a55c7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32075: skipped 000477 1789608616.383169 mapread 0x020a14 thru 0x0260f7 (0x56e4 bytes) 000478 1789608616.403505 mapread 0x024ef7 thru 0x02da33 (0x8b3d bytes) 000479 1789608616.416168 mapwrite 0x023259 thru 0x02abc2 (0x796a bytes) 000480 1789608616.470271 punch from 0x02fdc6 to 0x032074 (0x22af bytes) 000481 1789608616.474601 punch from 0x00277b to 0x011211 (0xea97 bytes) 000482 1789608616.479404 trunc from 0x032075 to 0x029195 (0x8edf bytes) 000484 1789608616.504986 mapread 0x008815 thru 0x008b8a (0x376 bytes) 000485 1789608616.515543 trunc from 0x029196 to 0x02af15 (0x1d80 bytes) 000488 1789608616.537740 read 0x022af6 thru 0x02af15 (0x8420 bytes) 000489 1789608616.559472 write 0x01a630 thru 0x020c1e (0x65ef bytes) 000492 1789608616.569969 punch from 0x0210cc to 0x02af15 (0x9e4a bytes) 000493 1789608616.606763 mapread 0x013632 thru 0x017ad8 (0x44a7 bytes) 000494 1789608616.620930 mapwrite 0x02e572 thru 0x035135 (0x6bc4 bytes) 000497 1789608616.697897 write 0x030108 thru 0x03fb8d (0xfa86 bytes) 000498 1789608616.700231 mapread 0x00aa0e thru 0x01362c (0x8c1f bytes) 000499 1789608616.701400 read 0x03c194 thru 0x03fb8d (0x39fa bytes) 000500 1789608616.702688 trunc from 0x03fb8e to 0x03aca4 (0x4ee9 bytes) 000502 1789608616.725367 mapread 0x022b62 thru 0x030349 (0xd7e8 bytes) 000503 1789608616.735976 mapwrite 0x017455 thru 0x025635 (0xe1e1 bytes) 000505 1789608616.778916 mapread 0x02d30e thru 0x036e96 (0x9b89 bytes) 000506 1789608616.779856 mapwrite 0x01f175 thru 0x0288f5 (0x9781 bytes) 000509 1789608616.828945 write 0x02f82f thru 0x03040b (0xbdd bytes) 000511 1789608616.831145 trunc from 0x03aca5 to 0x01d06d (0x1dc37 bytes) 000512 1789608616.851918 punch from 0x00946a to 0x0157a7 (0xc33e bytes) 000513 1789608616.856574 mapwrite 0x037f5b thru 0x039578 (0x161e bytes) 000514 1789608616.916994 mapread 0x0342b0 thru 0x039578 (0x52c9 bytes) 000515 1789608616.931686 punch from 0x021247 to 0x024369 (0x3123 bytes) 000516 1789608616.936171 mapread 0x018595 thru 0x01bac2 (0x352e bytes) 000520 1789608616.939431 read 0x004ea5 thru 0x00e926 (0x9a82 bytes) 000522 1789608616.949989 trunc from 0x039579 to 0x029ca2 (0xf8d6 bytes) 000523 1789608616.962808 punch from 0x024228 to 0x025589 (0x1362 bytes) 000525 1789608616.968569 write 0x031451 thru 0x035e45 (0x49f5 bytes) 000527 1789608616.970292 mapwrite 0x022c27 thru 0x0311e3 (0xe5bd bytes) 000528 1789608617.036543 MIRROR_RESYNC 8 mirrors 000529 1789608618.384375 mapread 0x01e4e0 thru 0x01e564 (0x85 bytes) 000530 1789608618.390827 mapwrite 0x011c68 thru 0x01463a (0x29d3 bytes) 000531 1789608618.582713 MIRROR_RESYNC 8 mirrors 000532 1789608620.170466 write 0x037b99 thru 0x03ffff (0x8467 bytes) 000533 1789608620.251177 mapread 0x030b1b thru 0x036741 (0x5c27 bytes) 000534 1789608620.277074 mapwrite 0x00a910 thru 0x0137c7 (0x8eb8 bytes) 000535 1789608620.362764 MIRROR_RESYNC 8 mirrors truncating to largest ever: 0x3f239 000536 1789608621.599281 trunc from 0x040000 to 0x03f238 (0xdc7 bytes) 000537 1789608621.679527 punch from 0x020db5 to 0x02500a (0x4256 bytes) 000538 1789608621.691195 read 0x001135 thru 0x0097fa (0x86c6 bytes) 000539 1789608621.712476 punch from 0x01097c to 0x01f815 (0xee9a bytes) 000540 1789608621.724722 mapread 0x03af95 thru 0x03f238 (0x42a4 bytes) 000541 1789608621.754613 write 0x0125df thru 0x0152bd (0x2cdf bytes) 000543 1789608621.766045 mapread 0x02afb1 thru 0x035422 (0xa472 bytes) 000544 1789608621.787091 mapwrite 0x02daa9 thru 0x03d945 (0xfe9d bytes) 000545 1789608621.844587 write 0x029e22 thru 0x02faae (0x5c8d bytes) 000546 1789608621.846481 trunc from 0x03f239 to 0x0251be (0x1a07a bytes) 000547 1789608621.883620 punch from 0x01d204 to 0x020be6 (0x39e3 bytes) 000548 1789608621.890105 write 0x03b7bb thru 0x03fe01 (0x4647 bytes) 000550 1789608621.894532 mapread 0x0293a1 thru 0x02e5e2 (0x5242 bytes) 000551 1789608621.901875 mapread 0x03ae67 thru 0x03e5b4 (0x374e bytes) 000552 1789608621.913431 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fe02): Mirror 8: 0x1b3d712d (stale) Mirror 11: 0x1b3d712d (stale) Mirror 12: 0x1b3d712d (stale) Mirror 13: 0x1b3d712d (stale) Mirror 15: 0x1b3d712d (stale) Mirror 16: 0x1b3d712d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fe02): Mirror 8: 0x1b3d712d (stale) Mirror 11: 0x1b3d712d (stale) Mirror 12: 0x1b3d712d (stale) Mirror 13: 0x1b3d712d (stale) Mirror 15: 0x1b3d712d (stale) Mirror 16: 0x1b3d712d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fe02: skipped 000553 1789608622.331346 mapread 0x0156b3 thru 0x023ced (0xe63b bytes) 000554 1789608622.365983 mapread 0x01de77 thru 0x0271f0 (0x937a bytes) 000555 1789608622.367597 write 0x000b8f thru 0x00eb7d (0xdfef bytes) 000557 1789608622.377530 mapwrite 0x01271e thru 0x018350 (0x5c33 bytes) 000558 1789608622.425824 mapwrite 0x026945 thru 0x0271dd (0x899 bytes) 000559 1789608622.474411 MIRROR_RESYNC 7 mirrors 000560 1789608623.612541 punch from 0x03cad2 to 0x03fb16 (0x3045 bytes) 000561 1789608623.725474 read 0x014b10 thru 0x020de3 (0xc2d4 bytes) 000562 1789608623.733446 trunc from 0x03fe02 to 0x03ccc8 (0x3139 bytes) 000563 1789608623.755977 read 0x02e20a thru 0x036ad2 (0x88c9 bytes) 000564 1789608623.775733 punch from 0x016af2 to 0x01967f (0x2b8e bytes) 000567 1789608623.793779 mapread 0x027d29 thru 0x0324a1 (0xa779 bytes) 000572 1789608623.809057 MIRROR_RESYNC 7 mirrors 000573 1789608625.110394 mapread 0x00a79c thru 0x00ec73 (0x44d8 bytes) 000574 1789608625.157177 punch from 0x007e95 to 0x016279 (0xe3e5 bytes) 000575 1789608625.259109 write 0x02caa3 thru 0x037da1 (0xb2ff bytes) 000579 1789608625.278281 mapwrite 0x00dcdd thru 0x012807 (0x4b2b bytes) 000581 1789608625.352556 punch from 0x02eed5 to 0x03ccc8 (0xddf4 bytes) 000582 1789608625.358132 mapwrite 0x0130a1 thru 0x01b67a (0x85da bytes) 000584 1789608625.420969 mapread 0x01e5d0 thru 0x024d1c (0x674d bytes) 000586 1789608625.434530 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3ccc9): Mirror 8: 0x5840c8c1 (stale) Mirror 12: 0x5840c8c1 (stale) Mirror 13: 0x5840c8c1 (stale) Mirror 15: 0x5840c8c1 (stale) Mirror 16: 0x5840c8c1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ccc9): Mirror 8: 0x5840c8c1 (stale) Mirror 12: 0x5840c8c1 (stale) Mirror 13: 0x5840c8c1 (stale) Mirror 15: 0x5840c8c1 (stale) Mirror 16: 0x5840c8c1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ccc9: skipped 000587 1789608625.811548 punch from 0x02abc9 to 0x0369af (0xbde7 bytes) 000589 1789608625.817209 write 0x01ade1 thru 0x029111 (0xe331 bytes) 000590 1789608625.827816 mapread 0x015e54 thru 0x01962c (0x37d9 bytes) 000591 1789608625.848045 read 0x00d598 thru 0x0118bf (0x4328 bytes) 000592 1789608625.853326 read 0x020a7a thru 0x02f22c (0xe7b3 bytes) 000593 1789608625.870800 mapwrite 0x003df9 thru 0x00fc4b (0xbe53 bytes) 000595 1789608625.920484 mapread 0x03427a thru 0x03ccc8 (0x8a4f bytes) 000596 1789608625.922377 read 0x02a441 thru 0x0336ed (0x92ad bytes) 000597 1789608625.923158 mapwrite 0x003e58 thru 0x00b8bf (0x7a68 bytes) 000598 1789608625.998194 write 0x03163a thru 0x03ffff (0xe9c6 bytes) 000599 1789608626.001728 punch from 0x0205af to 0x02d498 (0xceea bytes) 000600 1789608626.019375 trunc from 0x040000 to 0x025d43 (0x1a2bc bytes) 000601 1789608626.041802 mapwrite 0x01ce3f thru 0x02879e (0xb960 bytes) 000602 1789608626.154942 read 0x01ce31 thru 0x01e560 (0x1730 bytes) 000603 1789608626.156739 mapread 0x00fcb2 thru 0x01ef25 (0xf274 bytes) 000604 1789608626.158778 trunc from 0x02879f to 0x008351 (0x2044d bytes) 000606 1789608626.181707 mapread 0x001ab5 thru 0x002ed1 (0x141d bytes) 000608 1789608626.188985 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x8352): Mirror 8: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x8352): Mirror 8: 0x98c6ca6d (stale) Mirror 12: 0x98c6ca6d (stale) Mirror 13: 0x98c6ca6d (stale) Mirror 15: 0x98c6ca6d (stale) Mirror 16: 0x98c6ca6d (stale) CRC-32 checksum value for chunk [0, 0x8352): Mirror 1: 0x1790ede Mirror 17: 0x1790ede lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x8352: skipped 000609 1789608627.294343 punch from 0x0021a7 to 0x008351 (0x61ab bytes) 000610 1789608627.419444 trunc from 0x008352 to 0x000c0a (0x7747 bytes) 000611 1789608627.474298 write 0x020326 thru 0x02dd17 (0xd9f2 bytes) 000613 1789608627.478193 punch from 0x00b5f3 to 0x0153cf (0x9ddd bytes) 000614 1789608627.499025 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x2dd18): Mirror 8: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2dd18): Mirror 8: 0x703534cc (stale) Mirror 12: 0x703534cc (stale) Mirror 13: 0x703534cc (stale) Mirror 15: 0x703534cc (stale) Mirror 16: 0x703534cc (stale) Mirror 17: 0x8e197790 (stale) CRC-32 checksum value for chunk [0, 0x2dd18): Mirror 1: 0x7cd27f25 Mirror 18: 0x7cd27f25 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2dd18: skipped 000615 1789608628.904359 trunc from 0x02dd18 to 0x03c38c (0xe675 bytes) 000616 1789608629.006481 read 0x016d04 thru 0x01c8e5 (0x5be2 bytes) 000617 1789608629.014934 trunc from 0x03c38d to 0x011b3c (0x2a850 bytes) 000618 1789608629.047444 punch from 0x00cbee to 0x0109f7 (0x3e0a bytes) 000620 1789608629.057407 punch from 0x00c2e0 to 0x00c61c (0x33d bytes) 000624 1789608629.067032 read 0x00a8fd thru 0x00b6c1 (0xdc5 bytes) 000625 1789608629.078144 mapwrite 0x0173c1 thru 0x01b07b (0x3cbb bytes) 000626 1789608629.186864 punch from 0x00c371 to 0x00cc15 (0x8a5 bytes) 000627 1789608629.192853 trunc from 0x01b07c to 0x03e421 (0x233a6 bytes) 000629 1789608629.225453 trunc from 0x03e422 to 0x02a5df (0x13e42 bytes) 000630 1789608629.264266 MIRROR_SPLIT mirror 7 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2a5e0): Mirror 8: 0x176f2dfd (stale) Mirror 12: 0x176f2dfd (stale) Mirror 13: 0x176f2dfd (stale) Mirror 15: 0x176f2dfd (stale) Mirror 16: 0x176f2dfd (stale) Mirror 17: 0x5e2fb072 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a5e0): Mirror 8: 0x176f2dfd (stale) Mirror 12: 0x176f2dfd (stale) Mirror 13: 0x176f2dfd (stale) Mirror 15: 0x176f2dfd (stale) Mirror 16: 0x176f2dfd (stale) Mirror 17: 0x5e2fb072 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a5e0: skipped 000632 1789608629.785709 punch from 0x01d379 to 0x029ef9 (0xcb81 bytes) 000634 1789608629.795136 mapwrite 0x005dcb thru 0x013853 (0xda89 bytes) 000635 1789608629.914330 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x2a5e0): Mirror 8: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a5e0): Mirror 8: 0x176f2dfd (stale) Mirror 12: 0x176f2dfd (stale) Mirror 13: 0x176f2dfd (stale) Mirror 15: 0x176f2dfd (stale) Mirror 16: 0x176f2dfd (stale) Mirror 17: 0x5e2fb072 (stale) CRC-32 checksum value for chunk [0, 0x2a5e0): Mirror 1: 0x75e09f4e Mirror 18: 0x75e09f4e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a5e0: skipped 000636 1789608631.319886 read 0x01cc8a thru 0x01d4fc (0x873 bytes) 000637 1789608631.338617 punch from 0x0126fa to 0x017823 (0x512a bytes) 000640 1789608631.429883 mapwrite 0x03361d thru 0x03ffff (0xc9e3 bytes) 000642 1789608631.543423 MIRROR_RESYNC 8 mirrors 000643 1789608633.895983 read 0x00d943 thru 0x019cb3 (0xc371 bytes) 000644 1789608633.909884 mapwrite 0x003732 thru 0x0097ee (0x60bd bytes) 000646 1789608634.238286 trunc from 0x040000 to 0x016d93 (0x2926c bytes) 000648 1789608634.279414 mapread 0x001b37 thru 0x008ed3 (0x739d bytes) 000649 1789608634.280413 mapwrite 0x0138d0 thru 0x023529 (0xfc5a bytes) 000651 1789608634.451621 MIRROR_SPLIT mirror 5 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2352a): Mirror 8: 0xe5e4dbd4 (stale) Mirror 12: 0xe5e4dbd4 (stale) Mirror 13: 0xe5e4dbd4 (stale) Mirror 15: 0xe5e4dbd4 (stale) Mirror 17: 0xe5e4dbd4 (stale) Mirror 18: 0xe5e4dbd4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2352a): Mirror 8: 0xe5e4dbd4 (stale) Mirror 12: 0xe5e4dbd4 (stale) Mirror 13: 0xe5e4dbd4 (stale) Mirror 15: 0xe5e4dbd4 (stale) Mirror 17: 0xe5e4dbd4 (stale) Mirror 18: 0xe5e4dbd4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2352a: skipped 000652 1789608635.069992 read 0x00b5af thru 0x019748 (0xe19a bytes) 000656 1789608635.086281 mapwrite 0x034a4f thru 0x03a019 (0x55cb bytes) 000657 1789608635.193106 punch from 0x02b02c to 0x039388 (0xe35d bytes) 000660 1789608635.199537 write 0x0355aa thru 0x037771 (0x21c8 bytes) 000661 1789608635.209895 mapwrite 0x038a8b thru 0x03d297 (0x480d bytes) 000662 1789608635.285827 mapread 0x0253cd thru 0x026d2a (0x195e bytes) 000663 1789608635.295978 trunc from 0x03d298 to 0x034e60 (0x8437 bytes) 000664 1789608635.314924 mapwrite 0x005fb5 thru 0x00fe2d (0x9e79 bytes) 000666 1789608635.378012 punch from 0x01963b to 0x022968 (0x932e bytes) 000667 1789608635.382994 mapread 0x00f79c thru 0x018967 (0x91cc bytes) 000668 1789608635.384419 read 0x00bcb9 thru 0x00ddda (0x2122 bytes) 000671 1789608635.386795 trunc from 0x034e61 to 0x003741 (0x3171f bytes) 000672 1789608635.412393 mapread 0x0026e8 thru 0x003741 (0x105a bytes) 000673 1789608635.415291 read 0x001d0d thru 0x003741 (0x1a35 bytes) 000674 1789608635.418403 trunc from 0x003742 to 0x039cde (0x3659d bytes) 000677 1789608635.439846 punch from 0x029f67 to 0x031d50 (0x7dea bytes) 000679 1789608635.455266 read 0x026bec thru 0x02ba0b (0x4e20 bytes) 000681 1789608635.520546 write 0x02f659 thru 0x033443 (0x3deb bytes) 000682 1789608635.524906 trunc from 0x039cdf to 0x02d5ed (0xc6f1 bytes) 000683 1789608635.559707 read 0x01534c thru 0x01edbc (0x9a71 bytes) 000684 1789608635.562171 punch from 0x01efe7 to 0x02a1dc (0xb1f6 bytes) 000685 1789608635.603055 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d5ee): Mirror 12: 0xaa3f8b6b (stale) Mirror 13: 0xaa3f8b6b (stale) Mirror 15: 0xaa3f8b6b (stale) Mirror 17: 0xaa3f8b6b (stale) Mirror 18: 0xaa3f8b6b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d5ee): Mirror 12: 0xaa3f8b6b (stale) Mirror 13: 0xaa3f8b6b (stale) Mirror 15: 0xaa3f8b6b (stale) Mirror 17: 0xaa3f8b6b (stale) Mirror 18: 0xaa3f8b6b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d5ee: skipped 000687 1789608636.090432 mapwrite 0x01e626 thru 0x022686 (0x4061 bytes) 000693 1789608636.174279 read 0x022c9f thru 0x029247 (0x65a9 bytes) 000694 1789608636.189317 MIRROR_RESYNC 6 mirrors 000695 1789608637.988860 read 0x016bb0 thru 0x01cc7d (0x60ce bytes) 000696 1789608638.015918 MIRROR_EXTEND to 7 mirrors 000697 1789608639.374670 write 0x029718 thru 0x03554f (0xbe38 bytes) 000699 1789608639.483067 mapread 0x0213c9 thru 0x024a50 (0x3688 bytes) 000700 1789608639.506466 write 0x02a62b thru 0x02c831 (0x2207 bytes) 000701 1789608639.508316 trunc from 0x035550 to 0x027c87 (0xd8c8 bytes) 000702 1789608639.539533 read 0x019e82 thru 0x027c87 (0xde06 bytes) 000704 1789608639.553058 MIRROR_RESYNC 7 mirrors 000705 1789608641.568622 trunc from 0x027c88 to 0x003f78 (0x23d0f bytes) 000706 1789608641.683457 read 0x003dd1 thru 0x003f78 (0x1a8 bytes) 000707 1789608641.694324 mapwrite 0x0292b1 thru 0x02939d (0xed bytes) 000708 1789608641.793812 mapwrite 0x03c092 thru 0x03ee7c (0x2deb bytes) 000709 1789608641.890172 mapwrite 0x02cbe0 thru 0x02f793 (0x2bb4 bytes) 000710 1789608641.964752 write 0x0244f9 thru 0x034231 (0xfd39 bytes) 000711 1789608641.988195 write 0x02b4c3 thru 0x02c3f9 (0xf37 bytes) 000713 1789608641.992041 trunc from 0x03ee7d to 0x00470b (0x3a771 bytes) 000714 1789608642.022135 write 0x023de7 thru 0x02ad11 (0x6f2b bytes) 000715 1789608642.024531 read 0x0211e7 thru 0x024219 (0x3033 bytes) 000717 1789608642.056502 mapwrite 0x02c93c thru 0x02d4c4 (0xb89 bytes) 000718 1789608642.182412 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d4c5): Mirror 12: 0xd1df472a (stale) Mirror 15: 0xd1df472a (stale) Mirror 17: 0xd1df472a (stale) Mirror 18: 0xd1df472a (stale) Mirror 19: 0xd1df472a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d4c5): Mirror 12: 0xd1df472a (stale) Mirror 15: 0xd1df472a (stale) Mirror 17: 0xd1df472a (stale) Mirror 18: 0xd1df472a (stale) Mirror 19: 0xd1df472a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d4c5: skipped 000720 1789608642.862383 punch from 0x01d8f8 to 0x02a355 (0xca5e bytes) 000721 1789608642.875316 trunc from 0x02d4c5 to 0x00afde (0x224e6 bytes) 000722 1789608642.925719 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0xafdf): Mirror 12: (stale - read error) Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xafdf): Mirror 12: 0x5582e893 (stale) Mirror 15: 0x5582e893 (stale) Mirror 17: 0x5582e893 (stale) Mirror 18: 0x5582e893 (stale) Mirror 19: 0x5582e893 (stale) CRC-32 checksum value for chunk [0, 0xafdf): Mirror 1: 0x5582e893 Mirror 20: 0x5582e893 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xafdf: skipped 000723 1789608644.455051 read 0x002dc4 thru 0x008045 (0x5282 bytes) 000724 1789608644.484902 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xafdf): Mirror 15: 0x5582e893 (stale) Mirror 17: 0x5582e893 (stale) Mirror 18: 0x5582e893 (stale) Mirror 19: 0x5582e893 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xafdf): Mirror 15: 0x5582e893 (stale) Mirror 17: 0x5582e893 (stale) Mirror 18: 0x5582e893 (stale) Mirror 19: 0x5582e893 (stale) CRC-32 checksum value for chunk [0, 0xafdf): Mirror 1: 0x5582e893 Mirror 20: 0x5582e893 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xafdf: skipped 000725 1789608645.531074 read 0x002ffd thru 0x00485b (0x185f bytes) 000727 1789608645.587405 mapread 0x003446 thru 0x00a8bb (0x7476 bytes) 000728 1789608645.656009 read 0x003839 thru 0x00afde (0x77a6 bytes) 000729 1789608645.683161 write 0x021d1c thru 0x023ca1 (0x1f86 bytes) 000732 1789608645.813417 read 0x0039d3 thru 0x00aebd (0x74eb bytes) 000733 1789608645.826002 read 0x017413 thru 0x01dec3 (0x6ab1 bytes) 000734 1789608645.827061 write 0x028b82 thru 0x0314c1 (0x8940 bytes) 000735 1789608645.830414 trunc from 0x0314c2 to 0x02d121 (0x43a0 bytes) 000736 1789608645.861202 read 0x023a85 thru 0x02d121 (0x969d bytes) 000737 1789608645.870312 mapread 0x01cad6 thru 0x01d83b (0xd66 bytes) 000738 1789608645.876191 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2d122): Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d122): Mirror 15: 0xeed5dbef (stale) Mirror 17: 0xeed5dbef (stale) Mirror 18: 0xeed5dbef (stale) Mirror 19: 0xeed5dbef (stale) Mirror 20: 0xd55a6dc0 (stale) CRC-32 checksum value for chunk [0, 0x2d122): Mirror 1: 0xa853fd5c Mirror 21: 0xa853fd5c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d122: skipped 000739 1789608647.499118 punch from 0x02ab18 to 0x02d121 (0x260a bytes) 000740 1789608647.672379 trunc from 0x02d122 to 0x034326 (0x7205 bytes) 000742 1789608647.712861 mapwrite 0x015ff8 thru 0x01b299 (0x52a2 bytes) 000743 1789608647.827927 mapread 0x014598 thru 0x01ce94 (0x88fd bytes) 000744 1789608647.829071 punch from 0x004bd3 to 0x011381 (0xc7af bytes) 000746 1789608647.843440 trunc from 0x034327 to 0x022ec8 (0x1145e bytes) 000747 1789608647.888696 mapwrite 0x013aed thru 0x02272c (0xec40 bytes) 000748 1789608648.056710 write 0x03bae1 thru 0x03f3a8 (0x38c8 bytes) 000749 1789608648.059178 read 0x00e1d6 thru 0x018daf (0xabda bytes) 000750 1789608648.074806 punch from 0x01a6d7 to 0x02495b (0xa285 bytes) 000752 1789608648.127238 mapwrite 0x00c4f2 thru 0x01ae79 (0xe988 bytes) 000753 1789608648.349923 punch from 0x018a8d to 0x0194f2 (0xa66 bytes) 000754 1789608648.361187 write 0x01ed0b thru 0x02eb64 (0xfe5a bytes) 000756 1789608648.381838 mapwrite 0x03c13f thru 0x03ffff (0x3ec1 bytes) 000757 1789608648.528094 punch from 0x00ed82 to 0x01c1a1 (0xd420 bytes) 000758 1789608648.537526 trunc from 0x040000 to 0x012000 (0x2dfff bytes) 000759 1789608648.575947 mapwrite 0x01e528 thru 0x028b0f (0xa5e8 bytes) 000760 1789608648.812880 mapread 0x00473e thru 0x00b296 (0x6b59 bytes) 000761 1789608648.869867 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x28b10): Mirror 15: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28b10): Mirror 15: 0xf82c492a (stale) Mirror 17: 0xf82c492a (stale) Mirror 18: 0xf82c492a (stale) Mirror 19: 0xf82c492a (stale) Mirror 20: 0x91f763a0 (stale) Mirror 21: 0xaa0f721d (stale) CRC-32 checksum value for chunk [0, 0x28b10): Mirror 1: 0x2f3ba36e Mirror 22: 0x2f3ba36e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28b10: skipped 000762 1789608650.376027 MIRROR_SPLIT mirror 2 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x28b10): Mirror 15: 0xf82c492a (stale) Mirror 18: 0xf82c492a (stale) Mirror 19: 0xf82c492a (stale) Mirror 20: 0x91f763a0 (stale) Mirror 21: 0xaa0f721d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x28b10): Mirror 15: 0xf82c492a (stale) Mirror 18: 0xf82c492a (stale) Mirror 19: 0xf82c492a (stale) Mirror 20: 0x91f763a0 (stale) Mirror 21: 0xaa0f721d (stale) CRC-32 checksum value for chunk [0, 0x28b10): Mirror 1: 0x2f3ba36e Mirror 22: 0x2f3ba36e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x28b10: skipped 000764 1789608651.553286 read 0x005303 thru 0x014c9c (0xf99a bytes) 000767 1789608651.579592 punch from 0x00867d to 0x009694 (0x1018 bytes) 000768 1789608651.800389 punch from 0x000c2a to 0x0043d1 (0x37a8 bytes) 000769 1789608651.815691 mapread 0x00f9ac thru 0x014417 (0x4a6c bytes) 000770 1789608651.863242 mapread 0x0234e4 thru 0x028b0f (0x562c bytes) 000771 1789608651.880516 read 0x001214 thru 0x00fa67 (0xe854 bytes) 000773 1789608651.892541 punch from 0x002f99 to 0x009069 (0x60d1 bytes) 000774 1789608651.902970 mapwrite 0x038e16 thru 0x03ffff (0x71ea bytes) 000776 1789608652.051713 write 0x014d79 thru 0x020b58 (0xbde0 bytes) 000777 1789608652.053018 trunc from 0x040000 to 0x034a96 (0xb569 bytes) 000780 1789608652.072060 punch from 0x02a1e0 to 0x02eddd (0x4bfe bytes) 000781 1789608652.089579 punch from 0x018da2 to 0x020c3a (0x7e99 bytes) 000783 1789608652.102009 mapwrite 0x01c7d8 thru 0x01efc1 (0x27ea bytes) 000785 1789608652.194033 write 0x03e9fa thru 0x03fa65 (0x106c bytes) 000786 1789608652.196277 trunc from 0x03fa66 to 0x03165f (0xe406 bytes) 000787 1789608652.238150 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31660): Mirror 15: 0xcdc9b1cb (stale) Mirror 18: 0xcdc9b1cb (stale) Mirror 19: 0xcdc9b1cb (stale) Mirror 20: 0x53661923 (stale) Mirror 21: 0x776af6c1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31660): Mirror 15: 0xcdc9b1cb (stale) Mirror 18: 0xcdc9b1cb (stale) Mirror 19: 0xcdc9b1cb (stale) Mirror 20: 0x53661923 (stale) Mirror 21: 0x776af6c1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31660: skipped 000791 1789608652.939413 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x31660): Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31660): Mirror 15: 0xcdc9b1cb (stale) Mirror 18: 0xcdc9b1cb (stale) Mirror 19: 0xcdc9b1cb (stale) Mirror 20: 0x53661923 (stale) Mirror 21: 0x776af6c1 (stale) CRC-32 checksum value for chunk [0, 0x31660): Mirror 1: 0xddea22c5 Mirror 22: 0xddea22c5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31660: skipped 000792 1789608654.598815 write 0x007084 thru 0x015bd6 (0xeb53 bytes) 000793 1789608654.719081 write 0x002e7c thru 0x0093fa (0x657f bytes) 000794 1789608654.726293 trunc from 0x031660 to 0x0342f1 (0x2c92 bytes) 000796 1789608654.782667 read 0x02df81 thru 0x0342f1 (0x6371 bytes) 000798 1789608654.819275 punch from 0x02c8cc to 0x0342f1 (0x7a26 bytes) 000799 1789608654.844248 trunc from 0x0342f2 to 0x028557 (0xbd9a bytes) 000800 1789608654.903238 MIRROR_RESYNC 7 mirrors 000802 1789608656.512574 mapread 0x00a39c thru 0x00e290 (0x3ef5 bytes) 000806 1789608656.565884 write 0x02d402 thru 0x03b7f1 (0xe3f0 bytes) 000808 1789608656.661604 punch from 0x029ff9 to 0x0322d0 (0x82d8 bytes) 000809 1789608656.699238 mapread 0x00d85b thru 0x01889f (0xb045 bytes) 000811 1789608656.728542 mapwrite 0x0166eb thru 0x01b243 (0x4b59 bytes) 000812 1789608656.848205 write 0x0157e9 thru 0x017782 (0x1f9a bytes) 000813 1789608656.860621 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3b7f2): Mirror 15: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b7f2): Mirror 15: 0x8c5be124 (stale) Mirror 18: 0x8c5be124 (stale) Mirror 19: 0x8c5be124 (stale) Mirror 20: 0x8c5be124 (stale) Mirror 21: 0x8c5be124 (stale) Mirror 22: 0x8c5be124 (stale) CRC-32 checksum value for chunk [0, 0x3b7f2): Mirror 1: 0xf29d9c2c Mirror 23: 0xf29d9c2c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b7f2: skipped 000814 1789608658.174121 mapwrite 0x03b11e thru 0x03ffff (0x4ee2 bytes) 000815 1789608658.327987 trunc from 0x040000 to 0x01d83f (0x227c0 bytes) 000816 1789608658.353600 mapread 0x010af5 thru 0x01d83f (0xcd4b bytes) 000819 1789608658.381546 punch from 0x007b8d to 0x00d9c6 (0x5e3a bytes) 000820 1789608658.386430 read 0x0177ea thru 0x01d83f (0x6056 bytes) 000822 1789608658.387451 trunc from 0x01d840 to 0x00e3f6 (0xf449 bytes) 000824 1789608658.410097 read 0x001d12 thru 0x00450f (0x27fe bytes) 000827 1789608658.421425 mapread 0x0033a8 thru 0x008843 (0x549c bytes) 000828 1789608658.422771 mapread 0x0055bb thru 0x00db1f (0x8565 bytes) 000829 1789608658.427750 MIRROR_RESYNC 8 mirrors 000830 1789608659.549353 punch from 0x0064b6 to 0x008297 (0x1de2 bytes) 000831 1789608659.608459 mapwrite 0x0270f6 thru 0x02941d (0x2328 bytes) 000832 1789608659.718181 trunc from 0x02941e to 0x03295f (0x9542 bytes) 000833 1789608659.739426 mapwrite 0x03d1b3 thru 0x03ffff (0x2e4d bytes) 000834 1789608659.830422 mapread 0x01bab3 thru 0x01e29b (0x27e9 bytes) 000835 1789608659.847773 write 0x03d1fe thru 0x03ffff (0x2e02 bytes) 000836 1789608659.849482 read 0x0215da thru 0x024066 (0x2a8d bytes) 000837 1789608659.850778 write 0x0105f7 thru 0x01c83b (0xc245 bytes) 000838 1789608659.858069 read 0x009bb3 thru 0x00fb9f (0x5fed bytes) 000839 1789608659.873378 mapwrite 0x01a612 thru 0x01b73b (0x112a bytes) 000840 1789608659.919683 punch from 0x0136b6 to 0x018fc7 (0x5912 bytes) 000842 1789608659.924124 mapwrite 0x0115a8 thru 0x016c50 (0x56a9 bytes) 000843 1789608659.978709 read 0x008b19 thru 0x00d596 (0x4a7e bytes) 000844 1789608659.979294 mapread 0x0268d6 thru 0x035f96 (0xf6c1 bytes) 000845 1789608659.980197 write 0x00d1e9 thru 0x012330 (0x5148 bytes) 000846 1789608659.985701 MIRROR_SPLIT mirror 5 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x2583cbed (stale) Mirror 18: 0x2583cbed (stale) Mirror 19: 0x2583cbed (stale) Mirror 20: 0x2583cbed (stale) Mirror 22: 0x2583cbed (stale) Mirror 23: 0x2583cbed (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0x2583cbed (stale) Mirror 18: 0x2583cbed (stale) Mirror 19: 0x2583cbed (stale) Mirror 20: 0x2583cbed (stale) Mirror 22: 0x2583cbed (stale) Mirror 23: 0x2583cbed (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000847 1789608660.567541 trunc from 0x040000 to 0x02d025 (0x12fda bytes) 000849 1789608660.596563 punch from 0x027844 to 0x02d025 (0x57e2 bytes) 000853 1789608660.604530 mapwrite 0x00db94 thru 0x0183b0 (0xa81d bytes) 000854 1789608660.718855 mapwrite 0x00726e thru 0x010f10 (0x9ca3 bytes) 000855 1789608660.771583 trunc from 0x02d026 to 0x02433c (0x8ce9 bytes) 000856 1789608660.795664 write 0x01a50d thru 0x01d877 (0x336b bytes) 000857 1789608660.802668 trunc from 0x02433d to 0x03dd6d (0x19a31 bytes) 000858 1789608660.830591 write 0x0123c4 thru 0x01d117 (0xad54 bytes) 000859 1789608660.834007 mapwrite 0x02c559 thru 0x037308 (0xadb0 bytes) 000860 1789608660.912384 mapwrite 0x019488 thru 0x01abd1 (0x174a bytes) 000861 1789608660.984093 punch from 0x001ee7 to 0x00e3ff (0xc519 bytes) 000862 1789608660.993210 punch from 0x02d9b6 to 0x0332bf (0x590a bytes) 000865 1789608661.009122 mapwrite 0x019c49 thru 0x01fb0e (0x5ec6 bytes) 000866 1789608661.104470 mapread 0x01607b thru 0x024d25 (0xecab bytes) 000868 1789608661.120029 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3dd6e): Mirror 18: 0xec627a51 (stale) Mirror 19: 0xec627a51 (stale) Mirror 20: 0xec627a51 (stale) Mirror 22: 0xec627a51 (stale) Mirror 23: 0xec627a51 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3dd6e): Mirror 18: 0xec627a51 (stale) Mirror 19: 0xec627a51 (stale) Mirror 20: 0xec627a51 (stale) Mirror 22: 0xec627a51 (stale) Mirror 23: 0xec627a51 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3dd6e: skipped 000869 1789608661.624865 trunc from 0x03dd6e to 0x01dd6a (0x20003 bytes) 000871 1789608661.649128 mapread 0x004481 thru 0x007044 (0x2bc4 bytes) 000872 1789608661.677105 mapread 0x015fe7 thru 0x019099 (0x30b3 bytes) 000873 1789608661.694131 trunc from 0x01dd6b to 0x006993 (0x173d7 bytes) 000874 1789608661.709905 mapread 0x0068b3 thru 0x006993 (0xe1 bytes) 000875 1789608661.715177 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x6994): Mirror 18: 0x81879307 (stale) Mirror 19: 0x81879307 (stale) Mirror 22: 0x81879307 (stale) Mirror 23: 0x81879307 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x6994): Mirror 18: 0x81879307 (stale) Mirror 19: 0x81879307 (stale) Mirror 22: 0x81879307 (stale) Mirror 23: 0x81879307 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x6994: skipped 000876 1789608662.152073 trunc from 0x006994 to 0x011634 (0xaca1 bytes) 000877 1789608662.181437 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x11635): Mirror 19: 0x8455f093 (stale) Mirror 22: 0x8455f093 (stale) Mirror 23: 0x8455f093 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11635): Mirror 19: 0x8455f093 (stale) Mirror 22: 0x8455f093 (stale) Mirror 23: 0x8455f093 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11635: skipped 000878 1789608662.625817 mapwrite 0x01135b thru 0x014f2b (0x3bd1 bytes) 000879 1789608662.753432 punch from 0x00460b to 0x00d90d (0x9303 bytes) 000881 1789608662.760149 write 0x03d9ca thru 0x03ffff (0x2636 bytes) 000882 1789608662.763986 trunc from 0x040000 to 0x0074e1 (0x38b1e bytes) 000884 1789608662.794101 write 0x033c46 thru 0x03dba0 (0x9f5b bytes) 000885 1789608662.801253 punch from 0x03a9c4 to 0x03dba0 (0x31dd bytes) 000886 1789608662.839569 trunc from 0x03dba1 to 0x00649e (0x37702 bytes) 000887 1789608662.866767 mapwrite 0x00f4cd thru 0x011ddd (0x2911 bytes) 000888 1789608662.962522 mapwrite 0x027c7b thru 0x037002 (0xf388 bytes) 000891 1789608663.077449 read 0x030b52 thru 0x037002 (0x64b1 bytes) 000892 1789608663.080051 read 0x018e4f thru 0x01ef0d (0x60bf bytes) 000893 1789608663.116543 punch from 0x01d795 to 0x02c6fe (0xef6a bytes) 000895 1789608663.124005 punch from 0x0183f4 to 0x018c73 (0x880 bytes) 000897 1789608663.135447 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x37003): Mirror 22: 0x2f547d72 (stale) Mirror 23: 0x2f547d72 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x37003): Mirror 22: 0x2f547d72 (stale) Mirror 23: 0x2f547d72 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x37003: skipped 000899 1789608663.394099 mapwrite 0x03fd80 thru 0x03ffff (0x280 bytes) 000900 1789608663.424312 read 0x021388 thru 0x025cda (0x4953 bytes) 000901 1789608663.434993 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 22: 0x2583cbed (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 22: 0x2583cbed (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000903 1789608663.640680 MIRROR_RESYNC 2 mirrors 000904 1789608664.158376 mapread 0x021f65 thru 0x024dc3 (0x2e5f bytes) 000905 1789608664.170583 mapread 0x00cddd thru 0x01a285 (0xd4a9 bytes) 000907 1789608664.209881 mapwrite 0x01968c thru 0x027b8f (0xe504 bytes) 000908 1789608664.355904 write 0x01e9cd thru 0x02bdc4 (0xd3f8 bytes) 000909 1789608664.367200 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 22: 0xd9413083 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x8ce33573 Mirror 23: 0x8ce33573 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000910 1789608665.598799 mapwrite 0x03820f thru 0x03beb1 (0x3ca3 bytes) 000911 1789608665.872760 write 0x011740 thru 0x01a195 (0x8a56 bytes) 000912 1789608665.899803 write 0x03126f thru 0x03ffff (0xed91 bytes) 000913 1789608665.928958 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 22: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 22: 0xd9413083 (stale) Mirror 23: 0x8ce33573 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa6ac90b9 Mirror 24: 0xa6ac90b9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000914 1789608667.203465 mapread 0x01980f thru 0x01ee3a (0x562c bytes) 000915 1789608667.249780 read 0x02f7ce thru 0x03d662 (0xde95 bytes) 000916 1789608667.278385 trunc from 0x040000 to 0x013f29 (0x2c0d6 bytes) 000917 1789608667.508909 trunc from 0x013f2a to 0x03a3f5 (0x264cc bytes) 000918 1789608667.545897 read 0x00238f thru 0x004118 (0x1d8a bytes) 000919 1789608667.609382 mapwrite 0x01aa10 thru 0x025047 (0xa638 bytes) 000921 1789608667.720549 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a3f6): Mirror 23: 0xd4786d30 (stale) Mirror 24: 0x70ea8ea (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a3f6): Mirror 23: 0xd4786d30 (stale) Mirror 24: 0x70ea8ea (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a3f6: skipped 000923 1789608668.301773 trunc from 0x03a3f6 to 0x035ba0 (0x4855 bytes) 000924 1789608668.320860 read 0x00362d thru 0x00a0f6 (0x6aca bytes) 000925 1789608668.332065 write 0x0199f5 thru 0x01fa7c (0x6088 bytes) 000927 1789608668.342348 write 0x0014f6 thru 0x00c6ff (0xb20a bytes) 000929 1789608668.351673 read 0x030181 thru 0x035ba0 (0x5a20 bytes) 000930 1789608668.361354 trunc from 0x035ba1 to 0x008557 (0x2d649 bytes) 000932 1789608668.374342 read 0x003d21 thru 0x008557 (0x4837 bytes) 000936 1789608668.382558 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x8558): Mirror 24: 0x9039a467 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x8558): Mirror 24: 0x9039a467 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x8558: skipped 000937 1789608668.858765 write 0x037110 thru 0x03b812 (0x4703 bytes) 000940 1789608668.861688 mapwrite 0x01f686 thru 0x0215c1 (0x1f3c bytes) 000941 1789608668.950614 trunc from 0x03b813 to 0x000053 (0x3b7bf bytes) 000943 1789608668.972822 read 0x000013 thru 0x000053 (0x41 bytes) 000947 1789608668.989476 read 0x00000f thru 0x000053 (0x45 bytes) 000948 1789608668.990059 trunc from 0x000054 to 0x0058e0 (0x588d bytes) 000949 1789608669.027041 MIRROR_RESYNC 2 mirrors 000950 1789608669.853106 punch from 0x00346b to 0x0058e0 (0x2476 bytes) 000951 1789608669.987231 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x17f:0x0]: Invalid argument (22) 000952 1789608670.228329 mapwrite 0x023d24 thru 0x0306ec (0xc9c9 bytes) 000953 1789608670.374151 punch from 0x0276b0 to 0x02bb75 (0x44c6 bytes) 000954 1789608670.384805 mapread 0x02f614 thru 0x0306ec (0x10d9 bytes) 000955 1789608670.385698 write 0x00382b thru 0x00ebf5 (0xb3cb bytes) 000956 1789608670.411814 mapread 0x00ed30 thru 0x00fe16 (0x10e7 bytes) 000957 1789608670.424901 punch from 0x02ea6f to 0x0306ec (0x1c7e bytes) 000959 1789608670.437829 punch from 0x007726 to 0x016b22 (0xf3fd bytes) 000960 1789608670.446266 read 0x01f445 thru 0x026604 (0x71c0 bytes) 000963 1789608670.453823 read 0x02e173 thru 0x0306ec (0x257a bytes) 000964 1789608670.470219 punch from 0x0022c1 to 0x002c3c (0x97c bytes) 000966 1789608670.478961 mapread 0x025da6 thru 0x0306ec (0xa947 bytes) 000968 1789608670.489552 write 0x0170cb thru 0x01b160 (0x4096 bytes) 000971 1789608670.492330 write 0x0252ac thru 0x0268cc (0x1621 bytes) 000972 1789608670.493520 mapwrite 0x003976 thru 0x01333f (0xf9ca bytes) 000973 1789608670.603030 mapwrite 0x01fb53 thru 0x0252ad (0x575b bytes) 000974 1789608670.701759 write 0x0384ce thru 0x03a35a (0x1e8d bytes) 000976 1789608670.704013 mapread 0x00d028 thru 0x010b22 (0x3afb bytes) 000977 1789608670.705935 write 0x000d67 thru 0x010d5b (0xfff5 bytes) 000978 1789608670.709782 write 0x0221fc thru 0x031a95 (0xf89a bytes) 000979 1789608670.723699 mapread 0x007b17 thru 0x0093d4 (0x18be bytes) 000982 1789608670.726954 punch from 0x025c11 to 0x02fb29 (0x9f19 bytes) 000983 1789608670.748945 punch from 0x02c111 to 0x0371c0 (0xb0b0 bytes) 000984 1789608670.757939 punch from 0x00dafd to 0x0133c7 (0x58cb bytes) 000988 1789608670.767699 read 0x0278aa thru 0x02925f (0x19b6 bytes) 000989 1789608670.778792 mapwrite 0x001489 thru 0x0046d8 (0x3250 bytes) 000990 1789608670.895508 read 0x0078d1 thru 0x0177e2 (0xff12 bytes) 000992 1789608670.896624 write 0x01ee64 thru 0x02cb8c (0xdd29 bytes) 000993 1789608670.897943 mapwrite 0x01586a thru 0x0160cf (0x866 bytes) 000994 1789608670.977251 read 0x01bf6a thru 0x02bf62 (0xfff9 bytes) 000995 1789608670.977908 write 0x02245a thru 0x03062f (0xe1d6 bytes) 000997 1789608670.991779 punch from 0x011424 to 0x01e3af (0xcf8c bytes) 000998 1789608671.013541 write 0x00c418 thru 0x017961 (0xb54a bytes) 001000 1789608671.022429 write 0x000015 thru 0x007018 (0x7004 bytes) All operations completed A-OK!