== sanity-flr test 70a: flr mode fsx test ================ 22:14:14 (1790734454) Seed set to 4456 fsx: test_fallocate: filesystem does not support fallocate mode 0x0, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x10, disabling!: Operation not supported fsx: test_fallocate: filesystem does not support fallocate mode 0x1, disabling!: Operation not supported 000001 1790734457.268658 mapwrite 0x024b99 thru 0x02bff0 (0x7458 bytes) 000002 1790734457.449756 MIRROR_EXTEND to 2 mirrors 000003 1790734458.748898 mapwrite 0x033681 thru 0x03de5e (0xa7de bytes) 000004 1790734458.939754 read 0x025fff thru 0x029b5d (0x3b5f bytes) 000005 1790734458.958121 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3de5f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3de5f): Mirror 2: 0x2af830d2 (stale) CRC-32 checksum value for chunk [0, 0x3de5f): Mirror 1: 0x881756e5 Mirror 3: 0x881756e5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3de5f: skipped truncating to largest ever: 0x1322c 000007 1790734460.374132 trunc from 0x03de5f to 0x01322b (0x2ac33 bytes) 000008 1790734460.456924 write 0x01dee0 thru 0x02979f (0xb8c0 bytes) 000010 1790734460.458970 write 0x01e592 thru 0x02326a (0x4cd9 bytes) truncating to largest ever: 0x3812f 000011 1790734460.461182 trunc from 0x0297a0 to 0x03812e (0xe98f bytes) 000012 1790734460.485037 read 0x019dbf thru 0x01e9e4 (0x4c26 bytes) 000013 1790734460.492091 write 0x012288 thru 0x01a22f (0x7fa8 bytes) 000016 1790734460.500577 write 0x033644 thru 0x03ffff (0xc9bc bytes) 000017 1790734460.507390 mapread 0x031293 thru 0x0323cf (0x113d bytes) 000018 1790734460.517815 read 0x00196d thru 0x0052cc (0x3960 bytes) 000019 1790734460.531971 MIRROR_RESYNC 3 mirrors 000021 1790734461.791037 write 0x014be1 thru 0x02024d (0xb66d bytes) 000023 1790734461.854713 read 0x0266b6 thru 0x0285fd (0x1f48 bytes) 000025 1790734461.863578 mapread 0x02dd4e thru 0x0384a5 (0xa758 bytes) 000027 1790734461.893327 read 0x020d8a thru 0x022a04 (0x1c7b bytes) 000028 1790734461.909138 mapwrite 0x01fe67 thru 0x02c502 (0xc69c bytes) 000029 1790734461.958703 MIRROR_RESYNC 3 mirrors 000030 1790734462.925921 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) 000032 1790734463.436576 trunc from 0x040000 to 0x0345a6 (0xba59 bytes) 000033 1790734463.659088 write 0x01b7bd thru 0x025237 (0x9a7b bytes) 000034 1790734463.685534 mapwrite 0x00f727 thru 0x018dca (0x96a4 bytes) 000035 1790734463.896791 read 0x02a79d thru 0x02dc22 (0x3486 bytes) 000036 1790734463.905186 trunc from 0x0345a7 to 0x00738e (0x2d218 bytes) 000038 1790734463.949221 punch from 0x003375 to 0x005f7d (0x2c09 bytes) 000039 1790734463.954560 mapread 0x005110 thru 0x00738e (0x227f bytes) 000041 1790734463.970464 mapread 0x00481a thru 0x00738e (0x2b75 bytes) 000042 1790734463.971373 punch from 0x004186 to 0x00738e (0x3209 bytes) 000043 1790734463.976506 read 0x001314 thru 0x006da0 (0x5a8d bytes) 000044 1790734463.990360 punch from 0x006b4e to 0x00738e (0x841 bytes) 000046 1790734464.014989 MIRROR_RESYNC 2 mirrors 000047 1790734465.068305 mapwrite 0x01eaee thru 0x024aa9 (0x5fbc bytes) 000048 1790734465.287419 trunc from 0x024aaa to 0x007355 (0x1d754 bytes) 000050 1790734465.319675 trunc from 0x007356 to 0x01776d (0x10418 bytes) 000052 1790734465.333708 punch from 0x003ab6 to 0x011fb6 (0xe501 bytes) 000053 1790734465.339564 read 0x00edae thru 0x01776d (0x89c0 bytes) 000054 1790734465.348103 mapwrite 0x03573e thru 0x03ffff (0xa8c2 bytes) 000055 1790734465.440496 read 0x0241a6 thru 0x02c9b8 (0x8813 bytes) 000057 1790734465.466685 MIRROR_RESYNC 2 mirrors 000058 1790734466.255444 punch from 0x00c234 to 0x018c13 (0xc9e0 bytes) 000059 1790734466.365867 trunc from 0x040000 to 0x0309b5 (0xf64a bytes) 000060 1790734466.435797 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) 000061 1790734466.667493 read 0x01d75b thru 0x0288e8 (0xb18e bytes) 000063 1790734466.698984 mapread 0x00301d thru 0x006ad3 (0x3ab7 bytes) 000065 1790734466.726648 write 0x019b80 thru 0x023e4b (0xa2cc bytes) 000066 1790734466.740462 mapread 0x00b044 thru 0x01305d (0x801a bytes) 000067 1790734466.767447 read 0x017858 thru 0x024ecb (0xd674 bytes) 000068 1790734466.768174 trunc from 0x0309b6 to 0x01f04c (0x11969 bytes) 000071 1790734466.791496 trunc from 0x01f04d to 0x02c436 (0xd3ea bytes) 000072 1790734466.816829 mapwrite 0x023138 thru 0x02a843 (0x770c bytes) 000076 1790734466.998475 mapread 0x003b7e thru 0x009a84 (0x5f07 bytes) 000079 1790734467.009593 punch from 0x016247 to 0x024ff8 (0xedb2 bytes) 000081 1790734467.016850 mapwrite 0x020f6f thru 0x028199 (0x722b bytes) 000082 1790734467.150626 write 0x0211d9 thru 0x030c4c (0xfa74 bytes) 000083 1790734467.155983 trunc from 0x030c4d to 0x02bfde (0x4c6e bytes) 000086 1790734467.184054 mapread 0x01ef9d thru 0x0216bc (0x2720 bytes) 000087 1790734467.209174 mapread 0x02b8e3 thru 0x02bfde (0x6fc bytes) 000090 1790734467.213075 mapwrite 0x03c9ff thru 0x03ffff (0x3601 bytes) 000091 1790734467.370298 mapread 0x00360a thru 0x00e3bf (0xadb6 bytes) 000092 1790734467.371461 write 0x02abf5 thru 0x03a8d2 (0xfcde bytes) 000093 1790734467.375439 punch from 0x02be56 to 0x030a6c (0x4c17 bytes) 000096 1790734467.401122 trunc from 0x040000 to 0x0359fc (0xa603 bytes) 000097 1790734467.432790 mapwrite 0x03d14c thru 0x03ffff (0x2eb4 bytes) 000099 1790734467.532737 trunc from 0x040000 to 0x02f06a (0x10f95 bytes) 000100 1790734467.554092 punch from 0x01758d to 0x01bcbe (0x4732 bytes) 000101 1790734467.567988 MIRROR_EXTEND to 2 mirrors 000102 1790734468.624729 punch from 0x01b18a to 0x028562 (0xd3d9 bytes) 000103 1790734468.765188 read 0x0055ce thru 0x014bd1 (0xf604 bytes) 000104 1790734468.783695 read 0x02afac thru 0x02f06a (0x40bf bytes) 000108 1790734468.815955 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) 000112 1790734469.139517 trunc from 0x02f06b to 0x0071af (0x27ebb bytes) 000113 1790734469.164090 trunc from 0x0071b0 to 0x004c31 (0x257e bytes) 000114 1790734469.193273 mapread 0x004616 thru 0x004c31 (0x61c bytes) 000115 1790734469.201533 trunc from 0x004c32 to 0x02897d (0x23d4c bytes) 000117 1790734469.234521 mapwrite 0x0268a8 thru 0x02df77 (0x76d0 bytes) 000119 1790734469.337551 mapread 0x000961 thru 0x001b11 (0x11b1 bytes) 000121 1790734469.359185 trunc from 0x02df78 to 0x00104b (0x2cf2c bytes) 000122 1790734469.382960 read 0x000c62 thru 0x00104b (0x3ea bytes) 000126 1790734469.390388 read 0x00061e thru 0x00104b (0xa2e bytes) 000129 1790734469.392952 write 0x00d8bc thru 0x01be1c (0xe561 bytes) 000130 1790734469.395785 punch from 0x002289 to 0x00a2c2 (0x803a bytes) 000131 1790734469.414972 write 0x0351dd thru 0x03ffff (0xae23 bytes) 000132 1790734469.417923 mapread 0x01d129 thru 0x020073 (0x2f4b bytes) 000135 1790734469.432190 punch from 0x00b994 to 0x01549a (0x9b07 bytes) 000137 1790734469.452567 write 0x01afdc thru 0x0272d5 (0xc2fa bytes) 000138 1790734469.455156 mapread 0x02cc8e thru 0x03ca97 (0xfe0a bytes) 000142 1790734469.461196 read 0x012226 thru 0x01b5b9 (0x9394 bytes) 000143 1790734469.474586 punch from 0x020b12 to 0x022f6d (0x245c bytes) 000145 1790734469.497697 punch from 0x030921 to 0x03efaf (0xe68f bytes) 000148 1790734469.507781 mapwrite 0x037a05 thru 0x03bc19 (0x4215 bytes) 000149 1790734469.594172 write 0x02d9a0 thru 0x030e21 (0x3482 bytes) truncating to largest ever: 0x3b269 000150 1790734469.602628 trunc from 0x040000 to 0x03b268 (0x4d97 bytes) 000153 1790734469.628555 write 0x03bf95 thru 0x03c5db (0x647 bytes) 000154 1790734469.629972 mapwrite 0x0119ce thru 0x019570 (0x7ba3 bytes) 000155 1790734469.706134 punch from 0x01c2a5 to 0x02422a (0x7f86 bytes) 000156 1790734469.714008 write 0x0224d7 thru 0x0294f0 (0x701a bytes) 000160 1790734469.725709 mapwrite 0x029749 thru 0x035ab3 (0xc36b bytes) 000164 1790734469.814877 mapread 0x0048d3 thru 0x00c7fd (0x7f2b bytes) 000170 1790734469.834351 MIRROR_EXTEND to 2 mirrors 000171 1790734470.890438 mapread 0x013e42 thru 0x0228bf (0xea7e bytes) 000172 1790734470.971075 read 0x03314b thru 0x03c5db (0x9491 bytes) 000174 1790734470.992030 trunc from 0x03c5dc to 0x00ae98 (0x31743 bytes) 000176 1790734471.068386 mapwrite 0x026330 thru 0x029c53 (0x3924 bytes) 000177 1790734471.250078 write 0x007268 thru 0x00e664 (0x73fd bytes) 000178 1790734471.276938 trunc from 0x029c54 to 0x03a76a (0x10b17 bytes) 000179 1790734471.316654 mapread 0x031b55 thru 0x03a76a (0x8c16 bytes) 000180 1790734471.359393 trunc from 0x03a76b to 0x005f6c (0x347fe bytes) 000183 1790734471.437588 read 0x0022de thru 0x005f6c (0x3c8f bytes) 000185 1790734471.455440 write 0x021b4f thru 0x028690 (0x6b42 bytes) 000189 1790734471.473510 trunc from 0x028691 to 0x023cb3 (0x49dd bytes) 000190 1790734471.509236 write 0x03712e thru 0x03ffff (0x8ed2 bytes) 000191 1790734471.515276 punch from 0x0325ca to 0x039d58 (0x778f bytes) 000193 1790734471.553734 read 0x0358f7 thru 0x038157 (0x2861 bytes) 000194 1790734471.576617 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x12c6a18b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x3604c9c1 Mirror 3: 0x3604c9c1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000195 1790734473.234938 write 0x03b9bc thru 0x03ff5f (0x45a4 bytes) 000196 1790734473.366723 mapwrite 0x0140ce thru 0x01a3bb (0x62ee bytes) 000198 1790734473.494953 punch from 0x03461f to 0x03ffff (0xb9e1 bytes) 000199 1790734473.514473 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x12c6a18b (stale) Mirror 3: 0x3604c9c1 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x493007f4 Mirror 4: 0x493007f4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000200 1790734474.960441 mapwrite 0x01b39c thru 0x025317 (0x9f7c bytes) 000201 1790734475.211407 punch from 0x02e12e to 0x02efca (0xe9d bytes) 000202 1790734475.217907 trunc from 0x040000 to 0x020f66 (0x1f099 bytes) 000203 1790734475.246952 punch from 0x007eea to 0x01736f (0xf486 bytes) 000206 1790734475.259875 trunc from 0x020f67 to 0x00ece3 (0x12283 bytes) 000207 1790734475.300152 punch from 0x00b6a5 to 0x00d7ef (0x214b bytes) 000208 1790734475.310122 read 0x006d24 thru 0x00ece3 (0x7fc0 bytes) 000209 1790734475.326175 mapread 0x00af84 thru 0x00ece3 (0x3d60 bytes) 000210 1790734475.328866 read 0x00d06c thru 0x00ece3 (0x1c78 bytes) 000212 1790734475.330161 punch from 0x00222e to 0x007739 (0x550c bytes) 000213 1790734475.338646 read 0x000b4a thru 0x00ece3 (0xe19a bytes) 000216 1790734475.353826 write 0x01e95f thru 0x01fec9 (0x156b bytes) 000218 1790734475.358467 mapwrite 0x025b82 thru 0x03528e (0xf70d bytes) 000219 1790734475.530981 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3528f): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3528f): Mirror 2: 0xa24d6e89 (stale) Mirror 3: 0x82cad9c9 (stale) Mirror 4: 0x96b45ac8 (stale) CRC-32 checksum value for chunk [0, 0x3528f): Mirror 1: 0xfebf0a62 Mirror 5: 0xfebf0a62 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3528f: skipped 000221 1790734476.711418 write 0x03e871 thru 0x03f292 (0xa22 bytes) 000223 1790734476.827592 punch from 0x0210ad to 0x02f3d6 (0xe32a bytes) 000224 1790734476.840581 mapwrite 0x0099a7 thru 0x01425a (0xa8b4 bytes) 000225 1790734476.982856 write 0x03062c thru 0x03ef44 (0xe919 bytes) 000228 1790734477.006337 mapread 0x007e37 thru 0x013db4 (0xbf7e bytes) 000231 1790734477.010388 write 0x006a26 thru 0x007e75 (0x1450 bytes) 000232 1790734477.019437 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3f293): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f293): Mirror 2: 0x70a362a8 (stale) Mirror 3: 0x3047a927 (stale) Mirror 4: 0xbcc9de24 (stale) Mirror 5: 0xac780f14 (stale) CRC-32 checksum value for chunk [0, 0x3f293): Mirror 1: 0x725df15d Mirror 6: 0x725df15d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f293: skipped 000235 1790734478.270543 mapwrite 0x007fb7 thru 0x016b44 (0xeb8e bytes) 000236 1790734478.646055 mapread 0x013611 thru 0x01963e (0x602e bytes) 000237 1790734478.652170 read 0x0181ee thru 0x022f0e (0xad21 bytes) 000238 1790734478.670475 mapread 0x03a92b thru 0x03f292 (0x4968 bytes) 000239 1790734478.687289 write 0x003b48 thru 0x0045a2 (0xa5b bytes) 000240 1790734478.689536 trunc from 0x03f293 to 0x00faea (0x2f7a8 bytes) 000241 1790734478.799010 trunc from 0x00faeb to 0x00ec9c (0xe4e bytes) 000242 1790734478.855760 mapread 0x00ae58 thru 0x00ec9c (0x3e45 bytes) 000243 1790734478.857095 mapread 0x009cb3 thru 0x00ec9c (0x4fea bytes) 000246 1790734478.871591 read 0x003a0b thru 0x009a47 (0x603d bytes) 000247 1790734478.872450 trunc from 0x00ec9d to 0x017eca (0x922e bytes) 000248 1790734478.896429 read 0x00c02d thru 0x013ce9 (0x7cbd bytes) 000249 1790734478.923861 read 0x00ec00 thru 0x017eca (0x92cb bytes) 000250 1790734478.924553 punch from 0x0003b6 to 0x008921 (0x856c bytes) 000251 1790734478.950495 mapread 0x0096f5 thru 0x00d0de (0x39ea bytes) 000252 1790734478.953526 mapread 0x0138f3 thru 0x017eca (0x45d8 bytes) 000253 1790734478.955016 punch from 0x0022de to 0x00770a (0x542d bytes) 000255 1790734478.965390 mapwrite 0x0362ca thru 0x03ce05 (0x6b3c bytes) 000257 1790734479.141407 read 0x037a83 thru 0x0398c5 (0x1e43 bytes) 000258 1790734479.142308 read 0x0017ed thru 0x00a09e (0x88b2 bytes) 000259 1790734479.144193 read 0x01c77a thru 0x01f84d (0x30d4 bytes) 000260 1790734479.145937 read 0x02dae4 thru 0x037573 (0x9a90 bytes) 000261 1790734479.147634 mapread 0x03b912 thru 0x03ce05 (0x14f4 bytes) 000262 1790734479.149185 mapwrite 0x014dce thru 0x01ea3d (0x9c70 bytes) 000265 1790734479.227087 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3ce06): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3ce06): Mirror 2: 0xfe3a3b2c (stale) Mirror 3: 0x443488cb (stale) Mirror 4: 0x1986d255 (stale) Mirror 5: 0xcee53f1d (stale) Mirror 6: 0xe64340de (stale) CRC-32 checksum value for chunk [0, 0x3ce06): Mirror 1: 0x708bf721 Mirror 7: 0x708bf721 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3ce06: skipped 000267 1790734480.690770 mapread 0x02ad38 thru 0x033211 (0x84da bytes) 000268 1790734480.772745 mapread 0x004206 thru 0x00fc74 (0xba6f bytes) 000270 1790734480.831511 trunc from 0x03ce06 to 0x00ac80 (0x32185 bytes) 000272 1790734481.098423 trunc from 0x00ac81 to 0x01be62 (0x111e2 bytes) 000274 1790734481.157023 read 0x013f26 thru 0x01b354 (0x742f bytes) 000277 1790734481.198734 write 0x01bcbc thru 0x027b65 (0xbeaa bytes) 000278 1790734481.203451 mapwrite 0x010f9a thru 0x01d214 (0xc27b bytes) 000281 1790734481.370753 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x27b66): Mirror 3: 0x597d2bb4 (stale) Mirror 4: 0xb36d5a7 (stale) Mirror 5: 0x6dd2fecb (stale) Mirror 6: 0xf5e16601 (stale) Mirror 7: 0xbbed0256 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27b66): Mirror 3: 0x597d2bb4 (stale) Mirror 4: 0xb36d5a7 (stale) Mirror 5: 0x6dd2fecb (stale) Mirror 6: 0xf5e16601 (stale) Mirror 7: 0xbbed0256 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27b66: skipped 000282 1790734482.177718 punch from 0x002fc9 to 0x0104d6 (0xd50e bytes) 000284 1790734482.183077 punch from 0x01133f to 0x01ce7e (0xbb40 bytes) 000285 1790734482.187171 punch from 0x0145ba to 0x01b532 (0x6f79 bytes) 000286 1790734482.199801 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x27b66): Mirror 4: 0xb36d5a7 (stale) Mirror 5: 0x6dd2fecb (stale) Mirror 6: 0xf5e16601 (stale) Mirror 7: 0xbbed0256 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27b66): Mirror 4: 0xb36d5a7 (stale) Mirror 5: 0x6dd2fecb (stale) Mirror 6: 0xf5e16601 (stale) Mirror 7: 0xbbed0256 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27b66: skipped 000287 1790734482.924358 mapread 0x007a8c thru 0x00f40e (0x7983 bytes) 000288 1790734483.007764 write 0x023bd4 thru 0x0261ba (0x25e7 bytes) 000289 1790734483.064616 write 0x02eb27 thru 0x0313ee (0x28c8 bytes) 000291 1790734483.081121 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x313ef): Mirror 4: 0x31e8ac7 (stale) Mirror 6: 0xaf578603 (stale) Mirror 7: 0xf9854dfd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x313ef): Mirror 4: 0x31e8ac7 (stale) Mirror 6: 0xaf578603 (stale) Mirror 7: 0xf9854dfd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x313ef: skipped 000293 1790734483.756345 write 0x02dcc1 thru 0x030055 (0x2395 bytes) 000294 1790734483.764942 mapread 0x005470 thru 0x00b58d (0x611e bytes) 000296 1790734483.780964 mapwrite 0x03b6ad thru 0x03ffff (0x4953 bytes) 000297 1790734483.853018 mapread 0x03437f thru 0x03ffff (0xbc81 bytes) 000298 1790734483.854220 read 0x01ad1b thru 0x020278 (0x555e bytes) 000299 1790734483.862680 trunc from 0x040000 to 0x031cf3 (0xe30c bytes) 000301 1790734483.882728 mapread 0x014c11 thru 0x01cc74 (0x8064 bytes) 000302 1790734483.892749 mapwrite 0x029fa4 thru 0x02e1f8 (0x4255 bytes) 000303 1790734484.074961 mapwrite 0x014c55 thru 0x01761f (0x29cb bytes) 000305 1790734484.160379 trunc from 0x031cf4 to 0x0219f5 (0x102fe bytes) 000308 1790734484.188977 read 0x0028f9 thru 0x0087b2 (0x5eba bytes) 000310 1790734484.191544 mapread 0x000998 thru 0x001add (0x1146 bytes) 000311 1790734484.211469 mapread 0x00a6a9 thru 0x00d7d0 (0x3128 bytes) 000312 1790734484.226601 MIRROR_RESYNC 4 mirrors 000313 1790734485.865185 mapwrite 0x02f6cc thru 0x03f663 (0xff98 bytes) 000314 1790734486.081412 punch from 0x02634c to 0x035dc9 (0xfa7e bytes) 000316 1790734486.092903 mapwrite 0x01aa98 thru 0x023c98 (0x9201 bytes) 000317 1790734486.180142 punch from 0x0021b9 to 0x00e046 (0xbe8e bytes) 000318 1790734486.183877 mapwrite 0x0218cb thru 0x027935 (0x606b bytes) 000320 1790734486.219259 trunc from 0x03f664 to 0x023176 (0x1c4ed bytes) 000322 1790734486.250690 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x23177): Mirror 4: 0xb7e61666 (stale) Mirror 7: 0xb7e61666 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x23177): Mirror 4: 0xb7e61666 (stale) Mirror 7: 0xb7e61666 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x23177: skipped 000323 1790734486.746828 punch from 0x01da0e to 0x020954 (0x2f47 bytes) 000324 1790734486.762905 mapread 0x000fc1 thru 0x00f7f5 (0xe835 bytes) 000325 1790734486.845184 trunc from 0x023177 to 0x0169b3 (0xc7c3 bytes) 000326 1790734486.872869 punch from 0x01583c to 0x0169b3 (0x1178 bytes) 000327 1790734486.881973 mapwrite 0x03845e thru 0x03ffff (0x7ba2 bytes) 000328 1790734486.981124 mapread 0x000c31 thru 0x00d80c (0xcbdc bytes) 000329 1790734486.982631 read 0x01ba6d thru 0x027316 (0xb8aa bytes) 000330 1790734486.998142 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x70f5e782 (stale) Mirror 7: 0x70f5e782 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x5e7ae355 Mirror 8: 0x5e7ae355 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000331 1790734488.356330 MIRROR_RESYNC 4 mirrors 000332 1790734490.058384 MIRROR_RESYNC 4 mirrors 000337 1790734490.719269 MIRROR_RESYNC 4 mirrors 000339 1790734491.225690 write 0x004000 thru 0x00de0b (0x9e0c bytes) 000341 1790734491.303987 write 0x030fd1 thru 0x0368ab (0x58db bytes) 000342 1790734491.322334 mapread 0x02f461 thru 0x0313cc (0x1f6c bytes) 000344 1790734491.329413 mapread 0x035688 thru 0x038483 (0x2dfc bytes) 000345 1790734491.343991 mapread 0x01319d thru 0x018ae0 (0x5944 bytes) 000346 1790734491.361092 mapwrite 0x00baf0 thru 0x00de9c (0x23ad bytes) 000347 1790734491.469761 mapwrite 0x0385e5 thru 0x03ffff (0x7a1b bytes) 000348 1790734491.531187 read 0x00e59f thru 0x0141d7 (0x5c39 bytes) 000349 1790734491.531909 read 0x001a32 thru 0x0020d3 (0x6a2 bytes) 000350 1790734491.547161 trunc from 0x040000 to 0x01f8d8 (0x20727 bytes) 000351 1790734491.580153 mapwrite 0x03e5f2 thru 0x03ffff (0x1a0e bytes) 000352 1790734491.662012 write 0x01ddc2 thru 0x01e2f2 (0x531 bytes) 000354 1790734491.663734 write 0x007193 thru 0x011bfc (0xaa6a bytes) 000355 1790734491.665047 read 0x01e08d thru 0x021ae3 (0x3a57 bytes) 000356 1790734491.685306 mapread 0x01f998 thru 0x023a44 (0x40ad bytes) 000358 1790734491.690069 mapread 0x004a09 thru 0x00744c (0x2a44 bytes) 000359 1790734491.700156 MIRROR_RESYNC 4 mirrors 000360 1790734493.444199 mapwrite 0x02eb41 thru 0x034221 (0x56e1 bytes) 000361 1790734493.613423 punch from 0x037c15 to 0x03c1cd (0x45b9 bytes) 000362 1790734493.619960 mapwrite 0x03eb86 thru 0x03ffff (0x147a bytes) 000363 1790734493.680140 mapwrite 0x006457 thru 0x00eeb5 (0x8a5f bytes) 000364 1790734493.746788 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xc4d3e9da (stale) Mirror 8: 0xc4d3e9da (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xc4d3e9da (stale) Mirror 8: 0xc4d3e9da (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000366 1790734494.155416 write 0x00e846 thru 0x01329f (0x4a5a bytes) 000367 1790734494.166075 write 0x0029a4 thru 0x010386 (0xd9e3 bytes) 000371 1790734494.184829 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xc4d3e9da (stale) Mirror 8: 0xc4d3e9da (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa5a61952 Mirror 9: 0xa5a61952 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000373 1790734495.311986 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xc4d3e9da (stale) Mirror 8: 0xc4d3e9da (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa5a61952 Mirror 9: 0xa5a61952 Mirror 10: 0xa5a61952 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000374 1790734496.762045 mapwrite 0x024ce9 thru 0x0315e4 (0xc8fc bytes) 000375 1790734497.132048 write 0x033111 thru 0x03ffff (0xceef bytes) 000376 1790734497.135747 punch from 0x012408 to 0x01646f (0x4068 bytes) 000377 1790734497.215428 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xc4d3e9da (stale) Mirror 9: 0xa5a61952 (stale) Mirror 10: 0xa5a61952 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xc4d3e9da (stale) Mirror 9: 0xa5a61952 (stale) Mirror 10: 0xa5a61952 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000379 1790734497.890255 write 0x03a4ba thru 0x03ffff (0x5b46 bytes) 000380 1790734497.903625 punch from 0x00562c to 0x00d214 (0x7be9 bytes) 000381 1790734497.939115 trunc from 0x040000 to 0x036ce0 (0x931f bytes) 000382 1790734497.971097 trunc from 0x036ce1 to 0x035239 (0x1aa7 bytes) 000383 1790734497.996674 write 0x01444e thru 0x01abdc (0x678f bytes) 000384 1790734498.010429 mapwrite 0x003895 thru 0x0043ba (0xb26 bytes) 000385 1790734498.173049 MIRROR_RESYNC 4 mirrors 000387 1790734499.340748 mapread 0x016c01 thru 0x0250c7 (0xe4c7 bytes) 000390 1790734499.375173 mapread 0x0313c0 thru 0x035239 (0x3e7a bytes) 000391 1790734499.381842 mapwrite 0x03619c thru 0x03daf1 (0x7956 bytes) 000394 1790734499.748029 trunc from 0x03daf2 to 0x016b27 (0x26fca bytes) 000395 1790734499.797279 mapread 0x016b1e thru 0x016b27 (0xa bytes) 000398 1790734499.820163 read 0x013ebc thru 0x016b27 (0x2c6c bytes) 000399 1790734499.821057 trunc from 0x016b28 to 0x01fea2 (0x937b bytes) 000400 1790734499.841376 mapread 0x0120dd thru 0x01d6e3 (0xb607 bytes) 000401 1790734499.859503 MIRROR_RESYNC 4 mirrors 000402 1790734500.887625 write 0x03bf76 thru 0x03f810 (0x389b bytes) 000403 1790734500.958419 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3f811): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f811): Mirror 8: 0xd975b9b0 (stale) Mirror 9: 0xd975b9b0 (stale) Mirror 10: 0xd975b9b0 (stale) CRC-32 checksum value for chunk [0, 0x3f811): Mirror 1: 0x5861647c Mirror 11: 0x5861647c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f811: skipped 000405 1790734501.957682 mapwrite 0x0275e2 thru 0x029dd1 (0x27f0 bytes) 000407 1790734502.147831 MIRROR_RESYNC 5 mirrors 000409 1790734503.949969 mapwrite 0x01e9eb thru 0x029eac (0xb4c2 bytes) 000410 1790734504.165357 read 0x031369 thru 0x03a09f (0x8d37 bytes) 000411 1790734504.182456 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f811): Mirror 8: 0xe26310aa (stale) Mirror 9: 0xe26310aa (stale) Mirror 11: 0xe26310aa (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f811): Mirror 8: 0xe26310aa (stale) Mirror 9: 0xe26310aa (stale) Mirror 11: 0xe26310aa (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f811: skipped 000412 1790734504.645824 mapread 0x033afe thru 0x03d8b0 (0x9db3 bytes) 000413 1790734504.670342 punch from 0x004311 to 0x00e933 (0xa623 bytes) 000415 1790734504.675553 read 0x026201 thru 0x02c930 (0x6730 bytes) 000416 1790734504.684176 write 0x01c530 thru 0x01dcda (0x17ab bytes) 000417 1790734504.694097 punch from 0x0306f2 to 0x037673 (0x6f82 bytes) 000418 1790734504.703159 write 0x02d5fe thru 0x03113a (0x3b3d bytes) 000419 1790734504.720112 mapwrite 0x035dcf thru 0x03ffff (0xa231 bytes) 000420 1790734504.824135 mapread 0x037c7f thru 0x03ffff (0x8381 bytes) 000423 1790734504.827854 punch from 0x036ec3 to 0x03ffff (0x913d bytes) 000424 1790734504.833529 punch from 0x00fe45 to 0x0158ee (0x5aaa bytes) 000425 1790734504.841986 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xc6a7e4cf (stale) Mirror 11: 0xc6a7e4cf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xc6a7e4cf (stale) Mirror 11: 0xc6a7e4cf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped truncating to largest ever: 0x3cee3 000429 1790734505.242309 trunc from 0x040000 to 0x03cee2 (0x311d bytes) 000431 1790734505.271069 MIRROR_RESYNC 3 mirrors 000433 1790734506.519308 mapread 0x022b0a thru 0x02dc21 (0xb118 bytes) 000434 1790734506.567627 MIRROR_EXTEND to 4 mirrors 000437 1790734507.903354 punch from 0x0129df to 0x018108 (0x572a bytes) 000438 1790734508.071412 read 0x017df1 thru 0x021df6 (0xa006 bytes) 000441 1790734508.098476 mapread 0x0228ba thru 0x0294a6 (0x6bed bytes) 000442 1790734508.138523 mapread 0x029fda thru 0x030981 (0x69a8 bytes) 000443 1790734508.162553 trunc from 0x03cee3 to 0x007424 (0x35abe bytes) truncating to largest ever: 0x3cf8f 000444 1790734508.207551 trunc from 0x007425 to 0x03cf8e (0x35b6a bytes) 000445 1790734508.229846 write 0x0218e3 thru 0x030ba9 (0xf2c7 bytes) 000446 1790734508.246491 punch from 0x0277dd to 0x02d1e9 (0x5a0d bytes) 000447 1790734508.273871 write 0x007fca thru 0x00eef7 (0x6f2e bytes) 000448 1790734508.291012 read 0x00e441 thru 0x01637b (0x7f3b bytes) 000449 1790734508.312097 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cf8f): Mirror 11: 0x34ff5a78 (stale) Mirror 12: 0x34ff5a78 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cf8f): Mirror 11: 0x34ff5a78 (stale) Mirror 12: 0x34ff5a78 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cf8f: skipped 000450 1790734508.752446 trunc from 0x03cf8f to 0x0341ae (0x8de0 bytes) 000451 1790734508.788088 read 0x01e370 thru 0x020014 (0x1ca5 bytes) 000453 1790734508.811259 MIRROR_RESYNC 3 mirrors 000454 1790734510.058698 trunc from 0x0341af to 0x02d011 (0x719d bytes) 000455 1790734510.134576 write 0x00cfc7 thru 0x0148ec (0x7926 bytes) 000456 1790734510.145834 punch from 0x00d02f to 0x01770a (0xa6dc bytes) 000457 1790734510.171736 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d012): Mirror 11: 0x2faeea0d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d012): Mirror 11: 0x2faeea0d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d012: skipped 000458 1790734510.563728 write 0x01f70f thru 0x02512c (0x5a1e bytes) 000460 1790734510.587928 write 0x021031 thru 0x023fcc (0x2f9c bytes) 000462 1790734510.595806 mapwrite 0x018c3d thru 0x019d1d (0x10e1 bytes) 000465 1790734510.765383 trunc from 0x02d012 to 0x033961 (0x6950 bytes) 000466 1790734510.794551 mapread 0x01ab02 thru 0x01ed9a (0x4299 bytes) 000467 1790734510.807369 mapwrite 0x03d8ba thru 0x03ffff (0x2746 bytes) 000473 1790734510.888890 read 0x02dba0 thru 0x03b6a1 (0xdb02 bytes) 000474 1790734510.909234 punch from 0x0056c4 to 0x010c1b (0xb558 bytes) 000475 1790734510.916780 punch from 0x007cdf to 0x01604b (0xe36d bytes) 000476 1790734510.923517 read 0x0074d5 thru 0x00d0dc (0x5c08 bytes) 000477 1790734510.944691 write 0x0016cd thru 0x003461 (0x1d95 bytes) 000478 1790734510.948079 trunc from 0x040000 to 0x01e4eb (0x21b14 bytes) 000479 1790734510.973524 mapread 0x019622 thru 0x01e4eb (0x4eca bytes) 000480 1790734510.981724 MIRROR_RESYNC 2 mirrors 000481 1790734511.839825 read 0x01d073 thru 0x01e4eb (0x1479 bytes) 000482 1790734511.869402 read 0x00a7d9 thru 0x01a68a (0xfeb2 bytes) 000483 1790734511.884526 read 0x01ba84 thru 0x01e4eb (0x2a68 bytes) 000485 1790734511.885838 write 0x001861 thru 0x009793 (0x7f33 bytes) 000486 1790734511.971358 mapwrite 0x01fd1f thru 0x024e5e (0x5140 bytes) 000487 1790734512.129531 mapread 0x009acb thru 0x0127e0 (0x8d16 bytes) 000488 1790734512.130730 write 0x036ced thru 0x03cbc8 (0x5edc bytes) 000489 1790734512.149306 MIRROR_RESYNC 2 mirrors 000490 1790734513.177622 punch from 0x001545 to 0x010076 (0xeb32 bytes) 000491 1790734513.256631 write 0x014543 thru 0x01dcb3 (0x9771 bytes) 000492 1790734513.267235 write 0x00aeb5 thru 0x012767 (0x78b3 bytes) 000493 1790734513.276315 punch from 0x03459c to 0x037326 (0x2d8b bytes) 000494 1790734513.289745 mapwrite 0x02984b thru 0x0322e3 (0x8a99 bytes) 000495 1790734513.370395 read 0x008da6 thru 0x0110b1 (0x830c bytes) 000496 1790734513.377335 mapwrite 0x02e126 thru 0x03161c (0x34f7 bytes) 000497 1790734513.424481 mapread 0x00291b thru 0x00cc74 (0xa35a bytes) 000499 1790734513.433428 punch from 0x00d9e3 to 0x0123ca (0x49e8 bytes) 000500 1790734513.438320 mapread 0x02b3a1 thru 0x03b02e (0xfc8e bytes) 000501 1790734513.456815 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3cbc9): Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cbc9): Mirror 11: 0x1c216ba4 (stale) CRC-32 checksum value for chunk [0, 0x3cbc9): Mirror 1: 0x3e9cebd4 Mirror 12: 0x3e9cebd4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cbc9: skipped 000502 1790734514.291587 punch from 0x031ad0 to 0x03cbc8 (0xb0f9 bytes) 000503 1790734514.418931 mapread 0x0328b9 thru 0x03cbc8 (0xa310 bytes) 000504 1790734514.453091 mapwrite 0x0025ff thru 0x008b46 (0x6548 bytes) 000506 1790734514.573581 mapwrite 0x02fe78 thru 0x03c2fa (0xc483 bytes) 000507 1790734514.627112 read 0x002178 thru 0x0120bc (0xff45 bytes) 000508 1790734514.633936 trunc from 0x03cbc9 to 0x006d06 (0x35ec2 bytes) 000509 1790734514.692257 punch from 0x00313c to 0x006d06 (0x3bcb bytes) 000514 1790734514.699770 mapwrite 0x01b852 thru 0x01d87f (0x202e bytes) 000515 1790734514.768632 mapread 0x01887a thru 0x01d87f (0x5006 bytes) 000516 1790734514.769650 trunc from 0x01d880 to 0x00267c (0x1b203 bytes) 000517 1790734514.791610 mapwrite 0x01e40f thru 0x02a585 (0xc177 bytes) 000519 1790734514.928875 mapwrite 0x030deb thru 0x03d56f (0xc785 bytes) 000521 1790734515.022479 punch from 0x02f438 to 0x02fe29 (0x9f2 bytes) 000523 1790734515.028803 mapwrite 0x003f9b thru 0x007686 (0x36ec bytes) 000524 1790734515.085459 mapwrite 0x00d4dc thru 0x0155f6 (0x811b bytes) 000526 1790734515.183687 mapread 0x01e9ef thru 0x020c68 (0x227a bytes) 000527 1790734515.184552 trunc from 0x03d570 to 0x022945 (0x1ac2a bytes) 000528 1790734515.228341 MIRROR_RESYNC 3 mirrors 000529 1790734516.182915 mapread 0x01c1c6 thru 0x022945 (0x6780 bytes) 000530 1790734516.217897 mapread 0x009f09 thru 0x0141e1 (0xa2d9 bytes) 000533 1790734516.236309 read 0x01e2b1 thru 0x01eb73 (0x8c3 bytes) 000534 1790734516.237870 punch from 0x018e27 to 0x0216a8 (0x8882 bytes) 000536 1790734516.316939 read 0x006ddd thru 0x00a9ce (0x3bf2 bytes) 000537 1790734516.329878 write 0x038b13 thru 0x03b1eb (0x26d9 bytes) 000538 1790734516.336150 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b1ec): Mirror 12: 0xa34ac549 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b1ec): Mirror 12: 0xa34ac549 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b1ec: skipped 000539 1790734516.660381 punch from 0x002906 to 0x00691e (0x4019 bytes) 000540 1790734516.665395 mapwrite 0x02462e thru 0x031813 (0xd1e6 bytes) 000541 1790734516.770350 read 0x01ffd3 thru 0x02c3c6 (0xc3f4 bytes) 000543 1790734516.772863 mapwrite 0x0298e1 thru 0x031b40 (0x8260 bytes) 000544 1790734516.834897 trunc from 0x03b1ec to 0x027317 (0x13ed4 bytes) 000546 1790734516.864731 punch from 0x01c8a7 to 0x027317 (0xaa71 bytes) 000547 1790734516.873037 read 0x002b5a thru 0x00a848 (0x7cef bytes) 000548 1790734516.892853 mapread 0x009d25 thru 0x0160a2 (0xc37e bytes) 000549 1790734516.895161 punch from 0x011071 to 0x01c540 (0xb4d0 bytes) 000550 1790734516.901445 read 0x00dc2d thru 0x01baa9 (0xde7d bytes) 000552 1790734516.912978 mapwrite 0x021c6f thru 0x029f57 (0x82e9 bytes) 000553 1790734517.005458 trunc from 0x029f58 to 0x03a287 (0x10330 bytes) 000554 1790734517.030001 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3a288): Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a288): Mirror 12: 0x525565a3 (stale) CRC-32 checksum value for chunk [0, 0x3a288): Mirror 1: 0xf10868b2 Mirror 13: 0xf10868b2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a288: skipped 000555 1790734518.187915 mapread 0x005448 thru 0x00c929 (0x74e2 bytes) 000559 1790734518.273932 write 0x02bb24 thru 0x035746 (0x9c23 bytes) 000560 1790734518.383498 mapread 0x02156c thru 0x02616d (0x4c02 bytes) 000561 1790734518.399832 mapread 0x026084 thru 0x030b0a (0xaa87 bytes) 000563 1790734518.407137 read 0x00f19f thru 0x011944 (0x27a6 bytes) 000564 1790734518.413454 write 0x038ce5 thru 0x03ffff (0x731b bytes) 000565 1790734518.419952 trunc from 0x040000 to 0x00e4f3 (0x31b0c bytes) 000567 1790734518.449422 mapwrite 0x0286c4 thru 0x035ce0 (0xd61d bytes) 000568 1790734518.551369 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35ce1): Mirror 12: 0xab59c225 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35ce1): Mirror 12: 0xab59c225 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35ce1: skipped 000569 1790734518.863970 trunc from 0x035ce1 to 0x01b595 (0x1a74b bytes) 000572 1790734518.896758 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1b596): Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b596): Mirror 12: 0xcfd1d324 (stale) CRC-32 checksum value for chunk [0, 0x1b596): Mirror 1: 0xbc87cf80 Mirror 13: 0xbc87cf80 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b596: skipped 000575 1790734520.436632 read 0x00150f thru 0x00579e (0x4290 bytes) 000576 1790734520.454755 write 0x019184 thru 0x0207e7 (0x7664 bytes) 000577 1790734520.645905 read 0x00902c thru 0x00c95f (0x3934 bytes) 000578 1790734520.665501 mapwrite 0x01c270 thru 0x01e16f (0x1f00 bytes) 000579 1790734520.809786 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x207e8): Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x207e8): Mirror 12: 0x7d328eac (stale) Mirror 13: 0x5dc0ba63 (stale) CRC-32 checksum value for chunk [0, 0x207e8): Mirror 1: 0x3dfd7fda Mirror 14: 0x3dfd7fda lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x207e8: skipped 000580 1790734522.167195 write 0x030057 thru 0x03a3a5 (0xa34f bytes) 000581 1790734522.280137 mapread 0x01088a thru 0x019268 (0x89df bytes) 000582 1790734522.311884 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3a3a6): Mirror 13: 0x3c14cd80 (stale) Mirror 14: 0x7147ca9f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3a3a6): Mirror 13: 0x3c14cd80 (stale) Mirror 14: 0x7147ca9f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3a3a6: skipped truncating to largest ever: 0x3e541 000583 1790734522.795246 trunc from 0x03a3a6 to 0x03e540 (0x419b bytes) 000585 1790734522.813289 mapread 0x03b3f9 thru 0x03c198 (0xda0 bytes) 000586 1790734522.825689 mapwrite 0x029e95 thru 0x02ae05 (0xf71 bytes) 000587 1790734522.933783 mapwrite 0x007abc thru 0x012caa (0xb1ef bytes) 000588 1790734523.025013 write 0x01fd6a thru 0x021e4e (0x20e5 bytes) 000589 1790734523.035074 read 0x03b22c thru 0x03d295 (0x206a bytes) 000590 1790734523.044054 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e541): Mirror 13: 0x309cebef (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e541): Mirror 13: 0x309cebef (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e541: skipped 000592 1790734523.631886 trunc from 0x03e541 to 0x02cacd (0x11a73 bytes) 000594 1790734523.667595 write 0x0275c5 thru 0x0276d0 (0x10c bytes) 000595 1790734523.676794 mapread 0x0058dc thru 0x014b14 (0xf239 bytes) 000596 1790734523.717579 read 0x022ed4 thru 0x02cacd (0x9bfa bytes) 000597 1790734523.730752 write 0x02a076 thru 0x02bd87 (0x1d12 bytes) 000598 1790734523.732693 punch from 0x024151 to 0x0245f0 (0x4a0 bytes) 000599 1790734523.744855 mapwrite 0x01380b thru 0x01eaf7 (0xb2ed bytes) 000600 1790734523.866726 MIRROR_RESYNC 2 mirrors 000601 1790734524.607089 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) 000602 1790734524.880920 mapwrite 0x00ef7f thru 0x01c2fe (0xd380 bytes) 000603 1790734525.088519 write 0x019d8e thru 0x01ee07 (0x507a bytes) 000604 1790734525.089829 trunc from 0x02cace to 0x017102 (0x159cb bytes) 000605 1790734525.112103 mapread 0x0005ba thru 0x00140e (0xe55 bytes) 000606 1790734525.130637 read 0x00bb1c thru 0x017102 (0xb5e7 bytes) 000610 1790734525.135616 punch from 0x00e644 to 0x012517 (0x3ed4 bytes) 000613 1790734525.148399 mapread 0x00de3b thru 0x017102 (0x92c8 bytes) 000615 1790734525.175292 mapwrite 0x02b963 thru 0x038f04 (0xd5a2 bytes) 000616 1790734525.372896 mapread 0x017747 thru 0x0271bf (0xfa79 bytes) 000617 1790734525.390447 trunc from 0x038f05 to 0x0115b2 (0x27952 bytes) 000618 1790734525.414405 mapwrite 0x008572 thru 0x00d68f (0x511e bytes) 000619 1790734525.470572 write 0x00b4f6 thru 0x015a6e (0xa579 bytes) 000620 1790734525.476627 MIRROR_EXTEND to 2 mirrors 000622 1790734526.177717 read 0x010d32 thru 0x011a21 (0xcf0 bytes) 000625 1790734526.206637 MIRROR_RESYNC 2 mirrors 000626 1790734526.716280 read 0x00b7db thru 0x015a6e (0xa294 bytes) 000628 1790734526.733703 read 0x012b89 thru 0x015a6e (0x2ee6 bytes) 000629 1790734526.741600 MIRROR_EXTEND to 3 mirrors 000630 1790734527.437044 MIRROR_EXTEND to 4 mirrors 000631 1790734528.576583 write 0x0287c2 thru 0x036b41 (0xe380 bytes) 000633 1790734528.729593 mapwrite 0x00a2f7 thru 0x015276 (0xaf80 bytes) 000635 1790734528.891874 mapread 0x01aa3a thru 0x0265b8 (0xbb7f bytes) 000636 1790734528.909099 write 0x01a542 thru 0x01df24 (0x39e3 bytes) 000638 1790734528.918506 punch from 0x01acbb to 0x01f02f (0x4375 bytes) 000639 1790734528.974520 MIRROR_RESYNC 4 mirrors 000640 1790734530.606530 read 0x03637d thru 0x036b41 (0x7c5 bytes) 000641 1790734530.609720 mapread 0x01bc67 thru 0x020b3c (0x4ed6 bytes) 000642 1790734530.627705 mapwrite 0x00f9ea thru 0x01c320 (0xc937 bytes) 000643 1790734530.810502 mapwrite 0x02f2e6 thru 0x032631 (0x334c bytes) 000644 1790734530.880377 punch from 0x01323e to 0x0203a5 (0xd168 bytes) 000645 1790734530.886678 write 0x031f1c thru 0x03964d (0x7732 bytes) 000646 1790734530.893367 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3964e): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3964e): Mirror 2: 0xbc2d8c0d (stale) Mirror 3: 0xbc2d8c0d (stale) Mirror 4: 0xbc2d8c0d (stale) CRC-32 checksum value for chunk [0, 0x3964e): Mirror 1: 0x87f4db74 Mirror 5: 0x87f4db74 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3964e: skipped 000647 1790734532.493418 trunc from 0x03964e to 0x02b0a6 (0xe5a7 bytes) 000648 1790734532.690525 write 0x022fed thru 0x02cf91 (0x9fa5 bytes) 000649 1790734532.697802 mapread 0x009677 thru 0x011167 (0x7af1 bytes) 000651 1790734532.742782 MIRROR_RESYNC 5 mirrors 000654 1790734534.196474 punch from 0x01dcb2 to 0x0205c7 (0x2916 bytes) 000655 1790734534.274645 mapwrite 0x01d8cf thru 0x02964e (0xbd80 bytes) 000656 1790734534.359429 mapread 0x01f061 thru 0x02cf91 (0xdf31 bytes) 000657 1790734534.360436 read 0x010615 thru 0x012192 (0x1b7e bytes) 000658 1790734534.367041 mapread 0x025409 thru 0x027749 (0x2341 bytes) 000659 1790734534.368121 mapwrite 0x0245aa thru 0x02fcba (0xb711 bytes) 000660 1790734534.447463 mapread 0x016213 thru 0x0237e0 (0xd5ce bytes) 000662 1790734534.457684 read 0x025388 thru 0x02ea77 (0x96f0 bytes) 000663 1790734534.458797 read 0x00770e thru 0x009be8 (0x24db bytes) 000665 1790734534.470631 punch from 0x006198 to 0x00df92 (0x7dfb bytes) 000666 1790734534.475692 mapread 0x01be94 thru 0x01e816 (0x2983 bytes) 000668 1790734534.477278 write 0x033d62 thru 0x03f83c (0xbadb bytes) 000669 1790734534.481497 mapwrite 0x02f734 thru 0x035702 (0x5fcf bytes) 000671 1790734534.544813 write 0x015409 thru 0x022db1 (0xd9a9 bytes) 000672 1790734534.546147 mapwrite 0x0098b4 thru 0x0133b7 (0x9b04 bytes) 000673 1790734534.628440 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f83d): Mirror 3: 0xcb877b4f (stale) Mirror 4: 0xcb877b4f (stale) Mirror 5: 0xcb877b4f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f83d): Mirror 3: 0xcb877b4f (stale) Mirror 4: 0xcb877b4f (stale) Mirror 5: 0xcb877b4f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f83d: skipped 000674 1790734535.062451 punch from 0x032c0b to 0x0332c7 (0x6bd bytes) 000679 1790734535.071406 read 0x02cdd9 thru 0x038762 (0xb98a bytes) 000680 1790734535.081138 mapread 0x01d2a2 thru 0x025751 (0x84b0 bytes) 000681 1790734535.097378 mapwrite 0x028a37 thru 0x0382ab (0xf875 bytes) 000683 1790734535.154188 read 0x0281d5 thru 0x02cdf1 (0x4c1d bytes) 000684 1790734535.154810 mapwrite 0x007990 thru 0x01174e (0x9dbf bytes) 000685 1790734535.218073 trunc from 0x03f83d to 0x02467e (0x1b1be bytes) 000686 1790734535.264635 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2467f): Mirror 3: 0x6bbd746f (stale) Mirror 5: 0x6bbd746f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2467f): Mirror 3: 0x6bbd746f (stale) Mirror 5: 0x6bbd746f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2467f: skipped 000687 1790734535.787060 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2467f): Mirror 3: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2467f): Mirror 3: 0x6bbd746f (stale) Mirror 5: 0x6bbd746f (stale) CRC-32 checksum value for chunk [0, 0x2467f): Mirror 1: 0x71f0d84 Mirror 6: 0x71f0d84 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2467f: skipped 000688 1790734537.469853 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2467f): Mirror 3: 0x6bbd746f (stale) Mirror 5: 0x6bbd746f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2467f): Mirror 3: 0x6bbd746f (stale) Mirror 5: 0x6bbd746f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2467f: skipped 000691 1790734538.056356 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2467f): Mirror 3: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2467f): Mirror 3: 0x6bbd746f (stale) Mirror 5: 0x6bbd746f (stale) CRC-32 checksum value for chunk [0, 0x2467f): Mirror 1: 0x71f0d84 Mirror 6: 0x71f0d84 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2467f: skipped 000692 1790734539.605935 punch from 0x00cdb8 to 0x011feb (0x5234 bytes) 000694 1790734539.806043 read 0x01f6c7 thru 0x02467e (0x4fb8 bytes) 000695 1790734539.830487 mapwrite 0x001ac0 thru 0x00ee12 (0xd353 bytes) 000697 1790734539.923453 punch from 0x0028f6 to 0x0054dc (0x2be7 bytes) 000700 1790734539.931464 mapread 0x0184ba thru 0x021d26 (0x986d bytes) 000703 1790734539.959569 trunc from 0x02467f to 0x032ea8 (0xe82a bytes) 000704 1790734539.998809 write 0x0116cf thru 0x0180f0 (0x6a22 bytes) 000707 1790734540.017096 mapwrite 0x007cbd thru 0x017bcd (0xff11 bytes) 000709 1790734540.078983 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x32ea9): Mirror 5: 0x8f922665 (stale) Mirror 6: 0x143554da (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32ea9): Mirror 5: 0x8f922665 (stale) Mirror 6: 0x143554da (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32ea9: skipped 000710 1790734540.353806 read 0x031768 thru 0x032ea8 (0x1741 bytes) 000711 1790734540.361984 trunc from 0x032ea9 to 0x03b084 (0x81dc bytes) 000712 1790734540.391603 write 0x03124a thru 0x033db7 (0x2b6e bytes) 000713 1790734540.400893 mapread 0x038483 thru 0x03b084 (0x2c02 bytes) 000716 1790734540.433375 write 0x023d30 thru 0x02f1c3 (0xb494 bytes) 000718 1790734540.444727 mapwrite 0x030371 thru 0x03faf0 (0xf780 bytes) 000719 1790734540.604050 mapwrite 0x02ff80 thru 0x03fc34 (0xfcb5 bytes) 000720 1790734540.754138 read 0x03836d thru 0x03edee (0x6a82 bytes) 000721 1790734540.754852 trunc from 0x03fc35 to 0x021c46 (0x1dfee bytes) 000723 1790734540.799639 read 0x0095f2 thru 0x0185be (0xefcd bytes) 000725 1790734540.839408 punch from 0x018a5b to 0x021c46 (0x91ec bytes) 000726 1790734540.856915 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x21c47): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x21c47): Mirror 5: 0x5f8d415b (stale) Mirror 6: 0x2749b460 (stale) CRC-32 checksum value for chunk [0, 0x21c47): Mirror 1: 0x8fdfaa1f Mirror 7: 0x8fdfaa1f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x21c47: skipped 000727 1790734542.943123 mapwrite 0x036aac thru 0x03d94c (0x6ea1 bytes) 000728 1790734543.242593 write 0x013f5a thru 0x016349 (0x23f0 bytes) 000730 1790734543.274352 punch from 0x01d9c3 to 0x0209af (0x2fed bytes) 000731 1790734543.323505 mapread 0x0361bf thru 0x038f79 (0x2dbb bytes) 000732 1790734543.331008 mapwrite 0x01c8c5 thru 0x02518b (0x88c7 bytes) 000733 1790734543.471480 read 0x0132d5 thru 0x01f992 (0xc6be bytes) 000734 1790734543.472747 write 0x030048 thru 0x03d97b (0xd934 bytes) 000735 1790734543.502843 MIRROR_RESYNC 4 mirrors 000736 1790734546.096284 mapread 0x007c26 thru 0x0178e4 (0xfcbf bytes) 000737 1790734546.152959 MIRROR_RESYNC 4 mirrors 000738 1790734546.660422 trunc from 0x03d97c to 0x022867 (0x1b114 bytes) 000740 1790734546.745993 write 0x021a1d thru 0x03191e (0xff02 bytes) 000742 1790734546.754000 write 0x017ce3 thru 0x01e4ea (0x6808 bytes) 000743 1790734546.769567 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3191f): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3191f): Mirror 5: 0x7d6eb6a0 (stale) Mirror 6: 0x7d6eb6a0 (stale) Mirror 7: 0x7d6eb6a0 (stale) CRC-32 checksum value for chunk [0, 0x3191f): Mirror 1: 0x47b16aae Mirror 8: 0x47b16aae lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3191f: skipped 000744 1790734547.624832 MIRROR_RESYNC 5 mirrors 000745 1790734548.528649 MIRROR_RESYNC 5 mirrors 000746 1790734549.086834 punch from 0x012249 to 0x01e860 (0xc618 bytes) 000747 1790734549.179160 trunc from 0x03191f to 0x02078f (0x1118f bytes) 000748 1790734549.205466 mapread 0x006985 thru 0x00eadd (0x8159 bytes) 000750 1790734549.232778 write 0x00cb5c thru 0x015d5b (0x9200 bytes) 000751 1790734549.238796 mapread 0x014127 thru 0x01eaaf (0xa989 bytes) 000752 1790734549.248871 read 0x012835 thru 0x01d59a (0xad66 bytes) 000753 1790734549.249818 read 0x01263e thru 0x019f16 (0x78d9 bytes) 000754 1790734549.255391 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x20790): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20790): Mirror 5: 0x548ba878 (stale) Mirror 6: 0x548ba878 (stale) Mirror 7: 0x548ba878 (stale) Mirror 8: 0x548ba878 (stale) CRC-32 checksum value for chunk [0, 0x20790): Mirror 1: 0xfd5414c6 Mirror 9: 0xfd5414c6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20790: skipped 000755 1790734550.188724 mapwrite 0x03a169 thru 0x03ffff (0x5e97 bytes) 000756 1790734550.594357 mapwrite 0x02a33b thru 0x02a48a (0x150 bytes) 000758 1790734550.694240 mapread 0x01bb7a thru 0x02a23e (0xe6c5 bytes) 000759 1790734550.711842 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xda896e4b (stale) Mirror 6: 0xda896e4b (stale) Mirror 7: 0xda896e4b (stale) Mirror 8: 0xda896e4b (stale) Mirror 9: 0x1e8d8ab (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x2e60015f Mirror 10: 0x2e60015f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000760 1790734552.210002 mapread 0x03112e thru 0x034614 (0x34e7 bytes) 000761 1790734552.261551 write 0x035129 thru 0x03ffff (0xaed7 bytes) 000763 1790734552.350987 trunc from 0x040000 to 0x037c85 (0x837a bytes) 000764 1790734552.375705 read 0x02e889 thru 0x037c85 (0x93fd bytes) 000765 1790734552.388595 MIRROR_RESYNC 7 mirrors 000768 1790734553.861110 mapwrite 0x01542c thru 0x022a39 (0xd60e bytes) 000771 1790734554.045432 trunc from 0x037c86 to 0x038e64 (0x11df bytes) 000772 1790734554.069384 mapread 0x012e89 thru 0x01cb99 (0x9d11 bytes) 000773 1790734554.070467 mapread 0x0128a7 thru 0x01a555 (0x7caf bytes) 000774 1790734554.073734 mapwrite 0x015ea2 thru 0x022362 (0xc4c1 bytes) 000775 1790734554.127725 mapwrite 0x034fb5 thru 0x039f5b (0x4fa7 bytes) 000776 1790734554.217742 punch from 0x0175c7 to 0x01bfd0 (0x4a0a bytes) 000777 1790734554.224387 mapread 0x007846 thru 0x0117ac (0x9f67 bytes) 000779 1790734554.241984 read 0x03263e thru 0x039f5b (0x791e bytes) 000780 1790734554.243438 read 0x01fb78 thru 0x02d6fd (0xdb86 bytes) 000781 1790734554.252018 punch from 0x016717 to 0x0198fa (0x31e4 bytes) 000783 1790734554.256575 mapwrite 0x01f007 thru 0x02415b (0x5155 bytes) 000784 1790734554.300306 trunc from 0x039f5c to 0x0292b1 (0x10caa bytes) 000785 1790734554.320392 read 0x00b4de thru 0x00b93d (0x460 bytes) 000787 1790734554.322297 trunc from 0x0292b2 to 0x018bce (0x106e3 bytes) 000788 1790734554.343510 trunc from 0x018bcf to 0x03cf13 (0x24345 bytes) 000789 1790734554.357511 mapwrite 0x00b580 thru 0x00df50 (0x29d1 bytes) 000791 1790734554.398502 mapwrite 0x03db01 thru 0x03ffff (0x24ff bytes) 000792 1790734554.450587 write 0x01c4ef thru 0x01eee4 (0x29f6 bytes) 000793 1790734554.454540 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x367acc4a (stale) Mirror 6: 0x367acc4a (stale) Mirror 7: 0x367acc4a (stale) Mirror 8: 0x367acc4a (stale) Mirror 9: 0x367acc4a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x367acc4a (stale) Mirror 6: 0x367acc4a (stale) Mirror 7: 0x367acc4a (stale) Mirror 8: 0x367acc4a (stale) Mirror 9: 0x367acc4a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000794 1790734555.062801 mapwrite 0x03a996 thru 0x03ffff (0x566a bytes) 000795 1790734555.139881 mapwrite 0x0265a5 thru 0x03188f (0xb2eb bytes) 000796 1790734555.214898 mapread 0x036f48 thru 0x03e7cd (0x7886 bytes) 000797 1790734555.222316 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x367acc4a (stale) Mirror 6: 0x367acc4a (stale) Mirror 7: 0x367acc4a (stale) Mirror 8: 0x367acc4a (stale) Mirror 9: 0x367acc4a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x71001f05 Mirror 10: 0x71001f05 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000798 1790734556.570294 MIRROR_RESYNC 7 mirrors 000799 1790734558.783995 write 0x02d957 thru 0x033830 (0x5eda bytes) 000800 1790734558.959835 punch from 0x021642 to 0x0218ac (0x26b bytes) 000801 1790734558.992985 punch from 0x035c7f to 0x03c69b (0x6a1d bytes) 000803 1790734559.012257 trunc from 0x040000 to 0x037cf9 (0x8306 bytes) 000804 1790734559.085813 trunc from 0x037cfa to 0x0376fd (0x5fc bytes) 000805 1790734559.106550 punch from 0x01342a to 0x014f43 (0x1b1a bytes) 000806 1790734559.112553 read 0x031e51 thru 0x0376fd (0x58ad bytes) 000807 1790734559.121247 write 0x02e833 thru 0x03571f (0x6eed bytes) 000808 1790734559.122318 punch from 0x028efb to 0x031355 (0x845b bytes) 000812 1790734559.141657 write 0x037f3c thru 0x039f9a (0x205f bytes) 000813 1790734559.142676 read 0x0149d7 thru 0x022ee5 (0xe50f bytes) 000815 1790734559.159047 read 0x01d8ac thru 0x01f507 (0x1c5c bytes) 000816 1790734559.159810 mapread 0x02b9f9 thru 0x02cd87 (0x138f bytes) 000818 1790734559.162930 punch from 0x00148d to 0x0080d4 (0x6c48 bytes) 000819 1790734559.174446 mapread 0x012fd9 thru 0x019e68 (0x6e90 bytes) 000820 1790734559.175431 punch from 0x008034 to 0x01709a (0xf067 bytes) 000822 1790734559.185505 write 0x02abdb thru 0x030081 (0x54a7 bytes) 000823 1790734559.186830 write 0x01c8c1 thru 0x0296b4 (0xcdf4 bytes) 000825 1790734559.190126 mapwrite 0x00668d thru 0x012724 (0xc098 bytes) 000827 1790734559.344615 punch from 0x037dc2 to 0x039f9a (0x21d9 bytes) 000828 1790734559.355633 trunc from 0x039f9b to 0x00ca38 (0x2d562 bytes) 000830 1790734559.374986 trunc from 0x00ca39 to 0x033cb1 (0x27279 bytes) 000833 1790734559.435694 MIRROR_RESYNC 7 mirrors 000835 1790734562.346977 trunc from 0x033cb2 to 0x0372a2 (0x35f1 bytes) 000836 1790734562.452441 mapwrite 0x037619 thru 0x03fb8d (0x8575 bytes) 000837 1790734562.589752 trunc from 0x03fb8e to 0x00f601 (0x3058c bytes) 000838 1790734562.610160 trunc from 0x00f602 to 0x01c17a (0xcb79 bytes) 000839 1790734562.638342 mapwrite 0x008904 thru 0x01411e (0xb81b bytes) 000840 1790734562.746513 punch from 0x010b21 to 0x01c17a (0xb65a bytes) 000842 1790734562.754091 trunc from 0x01c17b to 0x007e50 (0x1432a bytes) 000843 1790734562.796556 punch from 0x005524 to 0x007e50 (0x292d bytes) 000844 1790734562.812294 trunc from 0x007e51 to 0x025cf7 (0x1dea7 bytes) 000845 1790734562.878344 read 0x02252c thru 0x024c40 (0x2715 bytes) 000847 1790734562.899779 mapwrite 0x0207fa thru 0x02c3f4 (0xbbfb bytes) 000848 1790734563.123336 mapwrite 0x02bf3c thru 0x03a610 (0xe6d5 bytes) 000849 1790734563.291246 read 0x00db23 thru 0x01956f (0xba4d bytes) 000851 1790734563.318927 write 0x01b4f2 thru 0x025795 (0xa2a4 bytes) 000852 1790734563.341600 MIRROR_RESYNC 7 mirrors 000854 1790734566.641285 mapwrite 0x0375dd thru 0x03ffff (0x8a23 bytes) 000855 1790734566.946283 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xaab7b997 (stale) Mirror 6: 0xaab7b997 (stale) Mirror 7: 0xaab7b997 (stale) Mirror 8: 0xaab7b997 (stale) Mirror 9: 0xaab7b997 (stale) Mirror 10: 0xaab7b997 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x87c50b61 Mirror 11: 0x87c50b61 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000856 1790734569.083764 mapread 0x034b34 thru 0x03a032 (0x54ff bytes) 000857 1790734569.158518 trunc from 0x040000 to 0x02d5f4 (0x12a0b bytes) 000858 1790734569.362486 punch from 0x02b4d4 to 0x02d5f4 (0x2121 bytes) 000859 1790734569.372551 punch from 0x00c447 to 0x01962c (0xd1e6 bytes) 000860 1790734569.385264 mapread 0x021a92 thru 0x02c860 (0xadcf bytes) 000861 1790734569.407895 write 0x024855 thru 0x02df77 (0x9723 bytes) 000862 1790734569.429866 MIRROR_SPLIT mirror 2 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2df78): Mirror 5: 0x39e90417 (stale) Mirror 7: 0x39e90417 (stale) Mirror 8: 0x39e90417 (stale) Mirror 9: 0x39e90417 (stale) Mirror 10: 0x39e90417 (stale) Mirror 11: 0x39e90417 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2df78): Mirror 5: 0x39e90417 (stale) Mirror 7: 0x39e90417 (stale) Mirror 8: 0x39e90417 (stale) Mirror 9: 0x39e90417 (stale) Mirror 10: 0x39e90417 (stale) Mirror 11: 0x39e90417 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2df78: skipped 000863 1790734570.371517 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2df78): Mirror 5: 0x39e90417 (stale) Mirror 8: 0x39e90417 (stale) Mirror 9: 0x39e90417 (stale) Mirror 10: 0x39e90417 (stale) Mirror 11: 0x39e90417 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2df78): Mirror 5: 0x39e90417 (stale) Mirror 8: 0x39e90417 (stale) Mirror 9: 0x39e90417 (stale) Mirror 10: 0x39e90417 (stale) Mirror 11: 0x39e90417 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2df78: skipped 000865 1790734571.064609 write 0x012486 thru 0x01456e (0x20e9 bytes) 000866 1790734571.074908 read 0x002642 thru 0x007f75 (0x5934 bytes) 000867 1790734571.087388 write 0x008b62 thru 0x00b8cd (0x2d6c bytes) 000868 1790734571.098416 trunc from 0x02df78 to 0x0268aa (0x76cd bytes) 000870 1790734571.122931 write 0x00184e thru 0x002181 (0x934 bytes) 000871 1790734571.134950 punch from 0x0154a3 to 0x01ab87 (0x56e5 bytes) 000873 1790734571.150635 punch from 0x00c511 to 0x0152a9 (0x8d99 bytes) 000874 1790734571.157691 mapwrite 0x0362b5 thru 0x037e91 (0x1bdd bytes) 000875 1790734571.346184 read 0x02fcde thru 0x037e91 (0x81b4 bytes) 000876 1790734571.392652 MIRROR_RESYNC 6 mirrors 000877 1790734573.366302 trunc from 0x037e92 to 0x015b44 (0x2234d bytes) 000878 1790734573.590309 trunc from 0x015b45 to 0x0060e6 (0xfa5e bytes) 000879 1790734573.649135 trunc from 0x0060e7 to 0x02bd3b (0x25c55 bytes) 000880 1790734573.718314 mapwrite 0x02c86c thru 0x032e89 (0x661e bytes) 000881 1790734574.120732 read 0x00230a thru 0x0083ee (0x60e5 bytes) 000882 1790734574.151683 read 0x010027 thru 0x019f70 (0x9f4a bytes) 000884 1790734574.191835 read 0x027b55 thru 0x032e89 (0xb335 bytes) 000886 1790734574.196428 trunc from 0x032e8a to 0x02c9b1 (0x64d8 bytes) 000887 1790734574.266167 trunc from 0x02c9b2 to 0x034b67 (0x81b6 bytes) 000888 1790734574.311686 write 0x00a120 thru 0x019149 (0xf02a bytes) 000890 1790734574.317341 write 0x01a254 thru 0x01bad7 (0x1884 bytes) 000891 1790734574.319670 punch from 0x010722 to 0x01c5f1 (0xbed0 bytes) 000893 1790734574.375198 MIRROR_RESYNC 6 mirrors 000894 1790734577.275341 read 0x0337ad thru 0x034b67 (0x13bb bytes) 000895 1790734577.296810 mapread 0x0065df thru 0x011ceb (0xb70d bytes) 000896 1790734577.376104 mapwrite 0x02a947 thru 0x02e7f3 (0x3ead bytes) 000897 1790734577.704809 trunc from 0x034b68 to 0x00fc8d (0x24eda bytes) 000899 1790734577.739814 mapread 0x00e1a3 thru 0x00fc8d (0x1aeb bytes) 000900 1790734577.753087 punch from 0x00bbc7 to 0x00cbf8 (0x1032 bytes) 000901 1790734577.759809 punch from 0x006663 to 0x00fc8d (0x962b bytes) 000902 1790734577.766837 mapread 0x001fda thru 0x008106 (0x612d bytes) 000903 1790734577.789090 mapwrite 0x012048 thru 0x016ef9 (0x4eb2 bytes) 000904 1790734577.894866 write 0x037c1c thru 0x03ffff (0x83e4 bytes) 000906 1790734577.896754 trunc from 0x040000 to 0x02d1c5 (0x12e3a bytes) 000907 1790734577.918774 mapread 0x00a685 thru 0x015c2e (0xb5aa bytes) 000909 1790734577.921239 trunc from 0x02d1c6 to 0x02dd2c (0xb67 bytes) 000910 1790734577.945867 trunc from 0x02dd2d to 0x020d55 (0xcfd7 bytes) 000911 1790734577.970245 write 0x00f5c8 thru 0x0191b4 (0x9bed bytes) 000912 1790734577.981688 write 0x03b051 thru 0x03ffff (0x4faf bytes) 000913 1790734577.983404 punch from 0x018ddc to 0x026008 (0xd22d bytes) 000915 1790734578.013064 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x31bdf452 (stale) Mirror 8: 0x31bdf452 (stale) Mirror 9: 0x31bdf452 (stale) Mirror 10: 0x31bdf452 (stale) Mirror 11: 0x31bdf452 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd4d35bd8 Mirror 12: 0xd4d35bd8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000920 1790734580.119803 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x31bdf452 (stale) Mirror 8: 0x31bdf452 (stale) Mirror 9: 0x31bdf452 (stale) Mirror 10: 0x31bdf452 (stale) Mirror 11: 0x31bdf452 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x31bdf452 (stale) Mirror 8: 0x31bdf452 (stale) Mirror 9: 0x31bdf452 (stale) Mirror 10: 0x31bdf452 (stale) Mirror 11: 0x31bdf452 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000921 1790734581.108535 punch from 0x013b51 to 0x01c3f5 (0x88a5 bytes) 000923 1790734581.134177 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000404:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x31bdf452 (stale) Mirror 9: 0x31bdf452 (stale) Mirror 10: 0x31bdf452 (stale) Mirror 11: 0x31bdf452 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x31bdf452 (stale) Mirror 9: 0x31bdf452 (stale) Mirror 10: 0x31bdf452 (stale) Mirror 11: 0x31bdf452 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000924 1790734581.755918 write 0x032095 thru 0x03e37c (0xc2e8 bytes) 000925 1790734581.770445 punch from 0x00f9c7 to 0x015dbd (0x63f7 bytes) 000926 1790734581.784623 write 0x02f8a8 thru 0x032545 (0x2c9e bytes) 000927 1790734581.796607 mapread 0x0260b8 thru 0x034890 (0xe7d9 bytes) 000928 1790734581.825315 read 0x00da6d thru 0x01837f (0xa913 bytes) 000929 1790734581.848265 read 0x02ee08 thru 0x0379fa (0x8bf3 bytes) 000930 1790734581.853176 write 0x00b137 thru 0x015744 (0xa60e bytes) 000931 1790734581.891564 mapwrite 0x0272a2 thru 0x03483b (0xd59a bytes) 000933 1790734582.117644 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0x31bdf452 (stale) Mirror 9: 0x31bdf452 (stale) Mirror 10: 0x31bdf452 (stale) Mirror 11: 0x31bdf452 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x7156ede2 Mirror 12: 0x7156ede2 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000934 1790734583.792043 write 0x02ff06 thru 0x036f20 (0x701b bytes) 000936 1790734583.995542 punch from 0x029bca to 0x02a81a (0xc51 bytes) 000937 1790734584.015174 read 0x005133 thru 0x00d1ef (0x80bd bytes) 000938 1790734584.028720 punch from 0x028853 to 0x02d6ee (0x4e9c bytes) 000940 1790734584.038855 read 0x03e005 thru 0x03ffff (0x1ffb bytes) 000941 1790734584.065099 write 0x036d2c thru 0x0391f9 (0x24ce bytes) 000944 1790734584.068750 write 0x03aa75 thru 0x03ffff (0x558b bytes) 000945 1790734584.070026 read 0x0143d6 thru 0x015720 (0x134b bytes) 000950 1790734584.075107 trunc from 0x040000 to 0x022d6f (0x1d290 bytes) 000951 1790734584.102719 write 0x028934 thru 0x03083a (0x7f07 bytes) 000952 1790734584.105661 trunc from 0x03083b to 0x0354a9 (0x4c6f bytes) 000953 1790734584.127408 punch from 0x01cae0 to 0x02298f (0x5eb0 bytes) 000954 1790734584.152061 trunc from 0x0354aa to 0x008e20 (0x2c689 bytes) 000955 1790734584.180823 trunc from 0x008e21 to 0x033fc8 (0x2b1a8 bytes) 000956 1790734584.209169 punch from 0x014adb to 0x01daed (0x9013 bytes) 000957 1790734584.232701 MIRROR_RESYNC 6 mirrors 000958 1790734586.703880 MIRROR_EXTEND to 7 mirrors 000959 1790734588.078392 read 0x00d82e thru 0x011503 (0x3cd6 bytes) 000960 1790734588.093197 mapread 0x02c47b thru 0x0336f8 (0x727e bytes) 000962 1790734588.136502 trunc from 0x033fc9 to 0x036836 (0x286e bytes) 000965 1790734588.277522 trunc from 0x036837 to 0x0029cf (0x33e67 bytes) 000966 1790734588.348848 MIRROR_RESYNC 7 mirrors 000967 1790734590.062538 read 0x000a86 thru 0x0029cf (0x1f4a bytes) 000968 1790734590.076095 trunc from 0x0029d0 to 0x0081d4 (0x5805 bytes) 000969 1790734590.157151 punch from 0x001179 to 0x0081d4 (0x705c bytes) 000970 1790734590.163454 trunc from 0x0081d5 to 0x019cfe (0x11b2a bytes) 000972 1790734590.192562 write 0x03e949 thru 0x03ffff (0x16b7 bytes) 000973 1790734590.193869 mapwrite 0x03d53f thru 0x03ffff (0x2ac1 bytes) 000974 1790734590.288804 trunc from 0x040000 to 0x024db7 (0x1b248 bytes) 000976 1790734590.310115 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x24db8): Mirror 5: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24db8): Mirror 5: 0xde5fd3c2 (stale) Mirror 9: 0xde5fd3c2 (stale) Mirror 10: 0xde5fd3c2 (stale) Mirror 11: 0xde5fd3c2 (stale) Mirror 12: 0xde5fd3c2 (stale) Mirror 13: 0xde5fd3c2 (stale) CRC-32 checksum value for chunk [0, 0x24db8): Mirror 1: 0xfc9d66c9 Mirror 14: 0xfc9d66c9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24db8: skipped truncating to largest ever: 0x3fc9a 000977 1790734591.983696 trunc from 0x024db8 to 0x03fc99 (0x1aee2 bytes) 000978 1790734592.085102 MIRROR_RESYNC 8 mirrors 000979 1790734594.366727 write 0x0103e3 thru 0x01f46c (0xf08a bytes) 000980 1790734594.554697 punch from 0x022b17 to 0x02a9d9 (0x7ec3 bytes) 000981 1790734594.584952 punch from 0x004091 to 0x004dc9 (0xd39 bytes) 000982 1790734594.594038 mapwrite 0x02565e thru 0x02dbfc (0x859f bytes) 000983 1790734594.722984 punch from 0x03add6 to 0x03fc99 (0x4ec4 bytes) 000984 1790734594.739618 write 0x03edeb thru 0x03ffff (0x1215 bytes) 000985 1790734594.752593 read 0x021b86 thru 0x02b27a (0x96f5 bytes) 000987 1790734594.754488 punch from 0x004d38 to 0x008366 (0x362f bytes) 000988 1790734594.772902 read 0x0379b7 thru 0x03c5a8 (0x4bf2 bytes) 000989 1790734594.796089 read 0x012e9a thru 0x015669 (0x27d0 bytes) 000991 1790734594.801096 trunc from 0x040000 to 0x02b314 (0x14ceb bytes) 000992 1790734594.874092 mapread 0x0221b5 thru 0x02b314 (0x9160 bytes) 000993 1790734594.875088 trunc from 0x02b315 to 0x01f3bb (0xbf59 bytes) 000994 1790734594.907640 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x1f3bc): Mirror 5: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f3bc): Mirror 5: 0x94c44a0e (stale) Mirror 9: 0x94c44a0e (stale) Mirror 10: 0x94c44a0e (stale) Mirror 11: 0x94c44a0e (stale) Mirror 12: 0x94c44a0e (stale) Mirror 13: 0x94c44a0e (stale) Mirror 14: 0x94c44a0e (stale) CRC-32 checksum value for chunk [0, 0x1f3bc): Mirror 1: 0x6ed3e25f Mirror 15: 0x6ed3e25f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f3bc: skipped 000995 1790734596.522182 punch from 0x00b545 to 0x00ea47 (0x3503 bytes) 000997 1790734596.656577 write 0x003503 thru 0x00e656 (0xb154 bytes) 000998 1790734596.683424 write 0x01da81 thru 0x02ce9e (0xf41e bytes) 001000 1790734596.698960 trunc from 0x02ce9f to 0x016a34 (0x1646a bytes) All operations completed A-OK!