== sanity-flr test 70a: flr mode fsx test ================ 11:43:18 (1788882198) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 2199 skipping zero length punch hole skipping zero length punch hole skipping zero size read 000005 1788882199.769986 mapwrite 0x00609d thru 0x00fecd (0x9e31 bytes) 000006 1788882199.788041 mapread 0x007932 thru 0x00a419 (0x2ae8 bytes) 000007 1788882199.788847 mapwrite 0x016fe1 thru 0x01c91e (0x593e bytes) zero_range to largest ever: 0x1c91f 000008 1788882199.804249 trunc from 0x015a3e to 0x01c91e (0x6ee1 bytes) 000009 1788882199.806620 mapread 0x0029fa thru 0x00306c (0x673 bytes) 000010 1788882199.807252 punch from 0x0154fb to 0x01c91e (0x7424 bytes) truncating to largest ever: 0x27470 000014 1788882199.811125 trunc from 0x01c91f to 0x02746f (0xab51 bytes) 000015 1788882199.816437 trunc from 0x020b9e to 0x02746f (0x68d2 bytes) 000016 1788882199.818220 trunc from 0x008f48 to 0x01793c (0xe9f5 bytes) 000018 1788882199.820997 mapread 0x016a13 thru 0x01f668 (0x8c56 bytes) 000019 1788882199.827305 mapwrite 0x029e7d thru 0x02ddcb (0x3f4f bytes) 000020 1788882199.842432 read 0x0150b2 thru 0x015eb2 (0xe01 bytes) 000021 1788882199.842988 punch from 0x009e4a to 0x011175 (0x732c bytes) 000022 1788882199.846095 read 0x0176d9 thru 0x017a8b (0x3b3 bytes) 000024 1788882199.847483 punch from 0x02c4f0 to 0x02ddcb (0x18dc bytes) fallocating to largest ever: 0x3af07 000025 1788882199.850158 fallocate 0x0320cd thru 0x03af06 (0x8e3a bytes) 000028 1788882199.853252 mapread 0x0244e0 thru 0x028978 (0x4499 bytes) 000029 1788882199.854008 mapwrite 0x01c98f thru 0x02a059 (0xd6cb bytes) 000030 1788882199.863438 punch from 0x01dc30 to 0x02160b (0x39dc bytes) 000031 1788882199.865639 punch from 0x019324 to 0x01a23f (0xf1c bytes) 000032 1788882199.867131 write 0x02c043 thru 0x032035 (0x5ff3 bytes) 000033 1788882199.871110 punch from 0x01e133 to 0x02ce77 (0xed45 bytes) 000034 1788882199.876902 read 0x02bf45 thru 0x02e926 (0x29e2 bytes) 000035 1788882199.880692 trunc from 0x0145db to 0x01653c (0x1f62 bytes) 000036 1788882199.884448 MIRROR_EXTEND to 2 mirrors 000037 1788882200.089385 mapread 0x02a048 thru 0x03100f (0x6fc8 bytes) 000038 1788882200.096764 punch from 0x029c3d to 0x032035 (0x83f9 bytes) 000039 1788882200.109614 fallocate 0x00041d thru 0x009920 (0x9504 bytes) 000040 1788882200.111812 mapwrite 0x03170d thru 0x0350dd (0x39d1 bytes) 000044 1788882200.132949 punch from 0x02249b to 0x025252 (0x2db8 bytes) 000045 1788882200.134839 read 0x007b6c thru 0x014c4a (0xd0df bytes) 000046 1788882200.137833 trunc from 0x017f50 to 0x01cdba (0x4e6b bytes) 000047 1788882200.140290 write 0x01157b thru 0x017ae0 (0x6566 bytes) 000048 1788882200.142266 trunc from 0x00c5bd to 0x00e833 (0x2277 bytes) 000049 1788882200.144220 write 0x03fcd1 thru 0x03ffff (0x32f bytes) 000050 1788882200.144890 mapread 0x02404c thru 0x0317e8 (0xd79d bytes) 000051 1788882200.150354 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xd5cfb0b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x705a635e Mirror 3: 0x705a635e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000052 1788882200.416610 fallocate 0x005d2a thru 0x00aaf0 (0x4dc7 bytes) 000053 1788882200.429539 MIRROR_RESYNC 3 mirrors 000054 1788882200.707378 fallocate 0x0056b8 thru 0x007017 (0x1960 bytes) 000055 1788882200.717840 trunc from 0x01e7e6 to 0x025264 (0x6a7f bytes) 000056 1788882200.719497 fallocate 0x0033e5 thru 0x00a801 (0x741d bytes) 000057 1788882200.721115 read 0x023811 thru 0x03018f (0xc97f bytes) 000058 1788882200.725611 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x705a635e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 3: 0x705a635e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000059 1788882200.807478 punch from 0x03bb71 to 0x03ffff (0x448f bytes) 000060 1788882200.809518 mapread 0x03d1e5 thru 0x03ffff (0x2e1b bytes) 000061 1788882200.815414 trunc from 0x004443 to 0x0102ab (0xbe69 bytes) 000062 1788882200.817401 punch from 0x01daca to 0x02cb11 (0xf048 bytes) 000063 1788882200.819135 write 0x037a92 thru 0x03ffff (0x856e bytes) 000064 1788882200.822332 read 0x037071 thru 0x03ffff (0x8f8f bytes) 000065 1788882200.822681 read 0x022471 thru 0x0311ce (0xed5e bytes) 000067 1788882200.826748 mapwrite 0x0268a6 thru 0x02a9de (0x4139 bytes) 000068 1788882200.834523 mapread 0x017b60 thru 0x0207eb (0x8c8c bytes) 000069 1788882200.835429 trunc from 0x040000 to 0x02b273 (0x14d8c bytes) 000070 1788882200.846141 write 0x03349e thru 0x03b517 (0x807a bytes) 000071 1788882200.847487 trunc from 0x03b518 to 0x028991 (0x12b86 bytes) 000072 1788882200.853030 trunc from 0x000341 to 0x0071b0 (0x6e70 bytes) 000073 1788882200.854714 trunc from 0x01b86b to 0x02411d (0x88b3 bytes) 000074 1788882200.856449 fallocate 0x006300 thru 0x00c845 (0x6546 bytes) 000075 1788882200.859843 MIRROR_RESYNC 2 mirrors 000076 1788882201.040706 trunc from 0x01e4f8 to 0x028991 (0xa49a bytes) 000077 1788882201.053394 punch from 0x00e212 to 0x01b3b0 (0xd19f bytes) 000078 1788882201.055221 punch from 0x011e3e to 0x015d96 (0x3f59 bytes) 000079 1788882201.056927 fallocate 0x01ec98 thru 0x02e649 (0xf9b2 bytes) 000080 1788882201.059641 trunc from 0x00847d to 0x016d24 (0xe8a8 bytes) 000082 1788882201.064067 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000085 1788882201.112193 MIRROR_EXTEND to 2 mirrors 000086 1788882201.309126 read 0x02a1c8 thru 0x02e649 (0x4482 bytes) 000087 1788882201.312514 mapread 0x01f51a thru 0x0271ff (0x7ce6 bytes) 000089 1788882201.319747 trunc from 0x02d4de to 0x02e649 (0x116c bytes) 000090 1788882201.331843 write 0x02df18 thru 0x031def (0x3ed8 bytes) 000091 1788882201.335945 mapwrite 0x02be33 thru 0x038ebc (0xd08a bytes) 000092 1788882201.358390 mapread 0x03177f thru 0x038ebc (0x773e bytes) 000093 1788882201.359296 trunc from 0x038ebd to 0x01a6bb (0x1e801 bytes) 000094 1788882201.365956 trunc from 0x00d61b to 0x01a6bb (0xd0a1 bytes) 000095 1788882201.368384 trunc from 0x013230 to 0x019c25 (0x69f6 bytes) 000096 1788882201.370464 mapread 0x019d9a thru 0x01a6bb (0x922 bytes) 000097 1788882201.375761 mapwrite 0x023306 thru 0x031a77 (0xe772 bytes) 000098 1788882201.394824 trunc from 0x031a78 to 0x015ad7 (0x1bfa0 bytes) 000099 1788882201.399742 fallocate 0x0319bb thru 0x039687 (0x7ccd bytes) 000100 1788882201.401913 write 0x03292d thru 0x038436 (0x5b0a bytes) 000101 1788882201.402969 trunc from 0x01f8f9 to 0x024a42 (0x514a bytes) 000102 1788882201.404929 punch from 0x02606f to 0x0331c7 (0xd159 bytes) 000103 1788882201.409418 punch from 0x004696 to 0x00610d (0x1a78 bytes) 000104 1788882201.411413 fallocate 0x02ffe6 thru 0x031cc9 (0x1ce4 bytes) 000105 1788882201.413566 punch from 0x02e19d to 0x0342c7 (0x612b bytes) 000106 1788882201.415728 trunc from 0x038437 to 0x023bd2 (0x14864 bytes) 000107 1788882201.420960 trunc from 0x023bd3 to 0x01f5f1 (0x45e1 bytes) 000108 1788882201.425557 trunc from 0x01279a to 0x013d83 (0x15ea bytes) 000109 1788882201.427276 trunc from 0x00a79f to 0x010912 (0x6174 bytes) 000110 1788882201.428853 trunc from 0x01d924 to 0x01e5ad (0xc8a bytes) 000113 1788882201.431339 write 0x035d47 thru 0x035e10 (0xca bytes) 000114 1788882201.432202 trunc from 0x00f88b to 0x01ab0a (0xb280 bytes) 000115 1788882201.435407 trunc from 0x016578 to 0x0181ed (0x1c76 bytes) 000116 1788882201.437491 punch from 0x033cf3 to 0x035e10 (0x211e bytes) 000117 1788882201.441160 mapwrite 0x0004d5 thru 0x002e0e (0x293a bytes) 000118 1788882201.449565 trunc from 0x035e11 to 0x02ab7b (0xb295 bytes) 000119 1788882201.454598 mapread 0x01f343 thru 0x0265f5 (0x72b3 bytes) 000120 1788882201.458496 punch from 0x02264a to 0x02ab7b (0x8532 bytes) 000121 1788882201.460448 read 0x01e200 thru 0x0205d9 (0x23da bytes) 000122 1788882201.461016 read 0x012d21 thru 0x0142ef (0x15cf bytes) 000123 1788882201.464207 write 0x01f55c thru 0x02ae68 (0xb90d bytes) 000125 1788882201.465601 trunc from 0x004ae3 to 0x006139 (0x1657 bytes) 000126 1788882201.467750 fallocate 0x00fe9b thru 0x01a0e2 (0xa248 bytes) 000127 1788882201.469800 punch from 0x0279d5 to 0x02ae68 (0x3494 bytes) 000129 1788882201.474900 trunc from 0x02ae69 to 0x007752 (0x23716 bytes) 000130 1788882201.481352 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x7753): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x7753): Mirror 2: 0xb1f91607 (stale) CRC-32 checksum value for chunk [0, 0x7753): Mirror 1: 0x899c1257 Mirror 3: 0x899c1257 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x7753: skipped 000131 1788882201.711204 trunc from 0x0021bd to 0x0050ee (0x2f32 bytes) 000132 1788882201.727728 read 0x001c96 thru 0x0067d3 (0x4b3e bytes) 000134 1788882201.731930 mapwrite 0x017189 thru 0x01a612 (0x348a bytes) 000135 1788882201.762708 fallocate 0x002358 thru 0x003fc4 (0x1c6d bytes) 000136 1788882201.766371 write 0x039ead thru 0x03ffff (0x6153 bytes) 000137 1788882201.767618 read 0x0163b6 thru 0x025734 (0xf37f bytes) 000138 1788882201.772296 fallocate 0x034a20 thru 0x035f96 (0x1577 bytes) 000139 1788882201.776729 MIRROR_RESYNC 3 mirrors 000140 1788882202.000045 read 0x029c1b thru 0x034e92 (0xb278 bytes) 000141 1788882202.003185 read 0x03e93b thru 0x03ffff (0x16c5 bytes) 000142 1788882202.007280 read 0x001509 thru 0x00b671 (0xa169 bytes) 000143 1788882202.007750 trunc from 0x040000 to 0x03891a (0x76e5 bytes) 000144 1788882202.025622 trunc from 0x03891b to 0x0250ca (0x13850 bytes) 000145 1788882202.031668 read 0x00d58b thru 0x016fc6 (0x9a3c bytes) 000146 1788882202.035656 mapread 0x00f65b thru 0x01523a (0x5be0 bytes) 000147 1788882202.036541 mapwrite 0x039735 thru 0x03d3fc (0x3cc8 bytes) 000148 1788882202.052018 write 0x01e75c thru 0x01fe31 (0x16d6 bytes) 000149 1788882202.052931 mapwrite 0x02bf0a thru 0x038107 (0xc1fe bytes) 000150 1788882202.061944 trunc from 0x004617 to 0x00e85c (0xa246 bytes) 000151 1788882202.064968 mapwrite 0x02af61 thru 0x036a89 (0xbb29 bytes) 000152 1788882202.075827 mapread 0x017625 thru 0x019251 (0x1c2d bytes) 000153 1788882202.076640 mapread 0x01f5fc thru 0x025bcc (0x65d1 bytes) 000155 1788882202.077669 trunc from 0x03d3fd to 0x0208b3 (0x1cb49 bytes) 000156 1788882202.082884 read 0x0059a4 thru 0x00da00 (0x805d bytes) 000158 1788882202.088542 MIRROR_RESYNC 3 mirrors 000159 1788882202.308648 punch from 0x0156a7 to 0x0208b3 (0xb20d bytes) 000161 1788882202.321944 mapwrite 0x034449 thru 0x039d13 (0x58cb bytes) 000162 1788882202.344196 mapread 0x01ae2e thru 0x027c26 (0xcdf9 bytes) 000163 1788882202.350596 mapwrite 0x0201d2 thru 0x026c77 (0x6aa6 bytes) 000164 1788882202.357462 write 0x02c069 thru 0x03536d (0x9305 bytes) 000165 1788882202.360075 trunc from 0x01abde to 0x0224de (0x7901 bytes) 000166 1788882202.362005 trunc from 0x02bcc2 to 0x039d13 (0xe052 bytes) 000167 1788882202.366471 trunc from 0x0039da to 0x0051cd (0x17f4 bytes) truncating to largest ever: 0x3b1c2 000168 1788882202.368281 trunc from 0x039d14 to 0x03b1c1 (0x14ae bytes) 000169 1788882202.373145 mapwrite 0x00e448 thru 0x010b0d (0x26c6 bytes) 000170 1788882202.381069 write 0x010140 thru 0x01ac3c (0xaafd bytes) 000171 1788882202.383560 mapwrite 0x015f6d thru 0x017e45 (0x1ed9 bytes) 000172 1788882202.390061 read 0x004f15 thru 0x011d84 (0xce70 bytes) 000173 1788882202.392230 trunc from 0x016f46 to 0x022e0f (0xbeca bytes) 000174 1788882202.394211 mapwrite 0x02f534 thru 0x03d263 (0xdd30 bytes) 000175 1788882202.411544 punch from 0x001ce7 to 0x00ab61 (0x8e7b bytes) 000176 1788882202.413880 punch from 0x011aee to 0x016cf5 (0x5208 bytes) fallocating to largest ever: 0x40000 000177 1788882202.416101 fallocate 0x03eec1 thru 0x03ffff (0x113f bytes) 000178 1788882202.418632 read 0x035163 thru 0x03ffff (0xae9d bytes) 000179 1788882202.422425 fallocate 0x02d9b1 thru 0x034f36 (0x7586 bytes) 000180 1788882202.425669 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x6524ca64 (stale) Mirror 3: 0x6524ca64 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa9a622b6 Mirror 4: 0xa9a622b6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000181 1788882202.684066 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x6524ca64 (stale) Mirror 3: 0x6524ca64 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xa9a622b6 Mirror 4: 0xa9a622b6 Mirror 5: 0xa9a622b6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000182 1788882202.945827 MIRROR_RESYNC 5 mirrors 000183 1788882203.247983 mapwrite 0x027eea thru 0x031247 (0x935e bytes) 000185 1788882203.285417 mapwrite 0x03dd88 thru 0x03ffff (0x2278 bytes) 000186 1788882203.295233 read 0x008463 thru 0x00d480 (0x501e bytes) 000187 1788882203.298542 punch from 0x002245 to 0x00e13d (0xbef9 bytes) 000188 1788882203.302191 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xa9a622b6 (stale) Mirror 3: 0xa9a622b6 (stale) Mirror 5: 0xa9a622b6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xa9a622b6 (stale) Mirror 3: 0xa9a622b6 (stale) Mirror 5: 0xa9a622b6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000189 1788882203.405871 trunc from 0x040000 to 0x011df7 (0x2e208 bytes) 000191 1788882203.412231 read 0x010156 thru 0x011df7 (0x1ca2 bytes) 000192 1788882203.414437 fallocate 0x033a11 thru 0x03ffff (0xc5ef bytes) 000193 1788882203.418128 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x11df8): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11df8): Mirror 2: 0xa6e43e71 (stale) Mirror 3: 0xa6e43e71 (stale) Mirror 5: 0xa6e43e71 (stale) CRC-32 checksum value for chunk [0, 0x11df8): Mirror 1: 0xa6e43e71 Mirror 6: 0xa6e43e71 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11df8: skipped 000194 1788882203.634918 mapwrite 0x01f7e2 thru 0x02984c (0xa06b bytes) 000195 1788882203.664727 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2984d): Mirror 3: 0x814936e9 (stale) Mirror 5: 0x814936e9 (stale) Mirror 6: 0xd35ad952 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2984d): Mirror 3: 0x814936e9 (stale) Mirror 5: 0x814936e9 (stale) Mirror 6: 0xd35ad952 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2984d: skipped 000196 1788882203.770055 trunc from 0x011ff8 to 0x017f35 (0x5f3e bytes) 000197 1788882203.772093 mapwrite 0x03ca3d thru 0x03ffff (0x35c3 bytes) 000198 1788882203.787834 write 0x035a1b thru 0x03ffff (0xa5e5 bytes) 000199 1788882203.790511 read 0x02a572 thru 0x03257c (0x800b bytes) 000200 1788882203.793706 trunc from 0x0334dc to 0x03774a (0x426f bytes) 000201 1788882203.798465 read 0x038c2a thru 0x03ffff (0x73d6 bytes) 000202 1788882203.798859 trunc from 0x03b23e to 0x03ffff (0x4dc2 bytes) 000203 1788882203.800647 fallocate 0x01d034 thru 0x02154b (0x4518 bytes) 000204 1788882203.802390 mapwrite 0x03e695 thru 0x03ffff (0x196b bytes) 000205 1788882203.810267 fallocate 0x02de2c thru 0x033b66 (0x5d3b bytes) 000206 1788882203.812464 fallocate 0x00b5cb thru 0x017701 (0xc137 bytes) 000207 1788882203.814362 trunc from 0x03fe1d to 0x03ffff (0x1e3 bytes) 000208 1788882203.815889 punch from 0x0053f1 to 0x008bec (0x37fc bytes) 000209 1788882203.817225 read 0x02422a thru 0x029be7 (0x59be bytes) 000210 1788882203.817608 mapread 0x02d8ad thru 0x02f34c (0x1aa0 bytes) 000211 1788882203.818083 mapwrite 0x00a1bf thru 0x015594 (0xb3d6 bytes) 000212 1788882203.825545 mapwrite 0x038389 thru 0x039e99 (0x1b11 bytes) 000214 1788882203.830418 punch from 0x00bf30 to 0x00bf87 (0x58 bytes) 000215 1788882203.832181 write 0x0273c3 thru 0x02dcb7 (0x68f5 bytes) 000216 1788882203.832944 punch from 0x009d8b to 0x017236 (0xd4ac bytes) 000217 1788882203.835290 trunc from 0x002253 to 0x006392 (0x4140 bytes) 000218 1788882203.837420 trunc from 0x040000 to 0x0071f3 (0x38e0c bytes) 000219 1788882203.843563 read 0x001246 thru 0x0071f3 (0x5fae bytes) 000220 1788882203.847256 mapread 0x0012ef thru 0x0071f3 (0x5f05 bytes) 000221 1788882203.848183 write 0x010844 thru 0x017e83 (0x7640 bytes) 000222 1788882203.851468 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x17e84): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17e84): Mirror 3: 0xfd59d7b0 (stale) Mirror 5: 0xfd59d7b0 (stale) Mirror 6: 0xaa6eb04f (stale) CRC-32 checksum value for chunk [0, 0x17e84): Mirror 1: 0x6ac45c3a Mirror 7: 0x6ac45c3a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17e84: skipped 000223 1788882204.083498 punch from 0x00f134 to 0x017e83 (0x8d50 bytes) 000224 1788882204.096205 trunc from 0x017e84 to 0x0071f6 (0x10c8d bytes) 000225 1788882204.110778 trunc from 0x0070e9 to 0x0071f6 (0x10e bytes) 000226 1788882204.113109 trunc from 0x0071f7 to 0x02c6d7 (0x254e1 bytes) 000227 1788882204.119180 mapread 0x0105af thru 0x01ed91 (0xe7e3 bytes) 000228 1788882204.129599 mapwrite 0x010e2f thru 0x01424a (0x341c bytes) 000229 1788882204.136307 mapread 0x001a17 thru 0x00fec2 (0xe4ac bytes) 000230 1788882204.140094 write 0x009c96 thru 0x00c3bc (0x2727 bytes) 000231 1788882204.141065 fallocate 0x029d3d thru 0x038854 (0xeb18 bytes) 000233 1788882204.144252 mapwrite 0x03e08f thru 0x03ffff (0x1f71 bytes) 000234 1788882204.160724 fallocate 0x00d620 thru 0x0108f9 (0x32da bytes) 000235 1788882204.162943 trunc from 0x004e0a to 0x005f56 (0x114d bytes) 000236 1788882204.165509 mapwrite 0x01fe4b thru 0x02a871 (0xaa27 bytes) 000237 1788882204.178298 mapwrite 0x01c8db thru 0x01fb63 (0x3289 bytes) 000238 1788882204.185688 trunc from 0x040000 to 0x000787 (0x3f878 bytes) 000239 1788882204.192211 fallocate 0x00d6b0 thru 0x0151bb (0x7b0c bytes) 000240 1788882204.194534 fallocate 0x017905 thru 0x024a70 (0xd16c bytes) 000241 1788882204.196392 fallocate 0x01ab8d thru 0x022073 (0x74e7 bytes) 000242 1788882204.198395 trunc from 0x024a71 to 0x004630 (0x20440 bytes) 000243 1788882204.205083 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x4631): Mirror 3: 0x736ae4e5 (stale) Mirror 5: 0x736ae4e5 (stale) Mirror 6: 0x736ae4e5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x4631): Mirror 3: 0x736ae4e5 (stale) Mirror 5: 0x736ae4e5 (stale) Mirror 6: 0x736ae4e5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x4631: skipped 000244 1788882204.295799 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x4631): Mirror 3: 0x736ae4e5 (stale) Mirror 6: 0x736ae4e5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x4631): Mirror 3: 0x736ae4e5 (stale) Mirror 6: 0x736ae4e5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x4631: skipped 000246 1788882204.375384 trunc from 0x004631 to 0x00709a (0x2a6a bytes) 000247 1788882204.381381 fallocate 0x029b3e thru 0x02dd59 (0x421c bytes) 000248 1788882204.383079 mapread 0x004e10 thru 0x00b0d1 (0x62c2 bytes) 000249 1788882204.388506 read 0x01fa45 thru 0x024e2f (0x53eb bytes) 000250 1788882204.390800 write 0x033467 thru 0x038cb1 (0x584b bytes) 000251 1788882204.391559 mapwrite 0x000348 thru 0x002517 (0x21d0 bytes) 000252 1788882204.398087 mapwrite 0x021e20 thru 0x02a782 (0x8963 bytes) 000253 1788882204.406489 read 0x018fc5 thru 0x026dde (0xde1a bytes) 000254 1788882204.409410 fallocate 0x03b928 thru 0x03ffff (0x46d8 bytes) 000255 1788882204.411140 write 0x034a66 thru 0x03a0a0 (0x563b bytes) 000256 1788882204.411964 trunc from 0x029565 to 0x036abc (0xd558 bytes) 000257 1788882204.416846 write 0x00e9b2 thru 0x014106 (0x5755 bytes) 000258 1788882204.417816 read 0x014b3b thru 0x017d3f (0x3205 bytes) 000259 1788882204.418407 mapwrite 0x00d4fb thru 0x010d21 (0x3827 bytes) 000260 1788882204.424076 trunc from 0x026b6a to 0x02d2d8 (0x676f bytes) 000261 1788882204.425678 fallocate 0x0116d0 thru 0x019113 (0x7a44 bytes) 000262 1788882204.427350 write 0x02713f thru 0x035a4f (0xe911 bytes) 000264 1788882204.431174 mapread 0x033fc0 thru 0x03a0a0 (0x60e1 bytes) 000265 1788882204.431766 read 0x02d9dd thru 0x02ef64 (0x1588 bytes) 000266 1788882204.432139 fallocate 0x01d701 thru 0x01f11b (0x1a1b bytes) 000267 1788882204.437683 mapwrite 0x03e70d thru 0x03ffff (0x18f3 bytes) 000268 1788882204.452657 read 0x03ddcb thru 0x03ffff (0x2235 bytes) 000270 1788882204.453523 read 0x01b48d thru 0x01f8f4 (0x4468 bytes) 000271 1788882204.453949 mapread 0x01d22d thru 0x025ec6 (0x8c9a bytes) 000272 1788882204.456068 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xf7e581ef (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xf7e581ef (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000274 1788882204.544215 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xf7e581ef (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xdfad1f82 Mirror 7: 0xdfad1f82 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000275 1788882204.775985 read 0x007abe thru 0x00a8f9 (0x2e3c bytes) 000276 1788882204.778247 fallocate 0x009160 thru 0x0124a0 (0x9341 bytes) 000277 1788882204.793615 MIRROR_RESYNC 3 mirrors 000278 1788882205.024905 punch from 0x03f609 to 0x03ffff (0x9f7 bytes) 000279 1788882205.037087 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xdfad1f82 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xdfad1f82 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000280 1788882205.124881 punch from 0x00667a to 0x00f634 (0x8fbb bytes) 000281 1788882205.129440 fallocate 0x028d26 thru 0x02a1b1 (0x148c bytes) 000282 1788882205.131312 mapwrite 0x001075 thru 0x00a153 (0x90df bytes) 000283 1788882205.142592 trunc from 0x036d8a to 0x03f5b0 (0x8827 bytes) 000284 1788882205.144446 trunc from 0x02d9ce to 0x036d6f (0x93a2 bytes) 000285 1788882205.146083 trunc from 0x033965 to 0x03cce6 (0x9382 bytes) 000286 1788882205.147821 mapread 0x00e1f4 thru 0x014661 (0x646e bytes) 000287 1788882205.150512 write 0x00b63a thru 0x00e346 (0x2d0d bytes) 000288 1788882205.152296 fallocate 0x0024b5 thru 0x0110e5 (0xec31 bytes) 000289 1788882205.154162 write 0x017d6c thru 0x023f62 (0xc1f7 bytes) 000290 1788882205.156482 mapwrite 0x00955f thru 0x0184ca (0xef6c bytes) 000291 1788882205.164990 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0xdfad1f82 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xd6aa028c Mirror 8: 0xd6aa028c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000292 1788882205.392054 punch from 0x009074 to 0x014841 (0xb7ce bytes) 000293 1788882205.403415 mapread 0x03dfa3 thru 0x03ffff (0x205d bytes) 000295 1788882205.409717 trunc from 0x03d77e to 0x03ffff (0x2882 bytes) 000296 1788882205.411676 fallocate 0x009fe6 thru 0x00e25f (0x427a bytes) 000298 1788882205.413711 trunc from 0x040000 to 0x02c831 (0x137ce bytes) 000299 1788882205.426465 trunc from 0x018527 to 0x02273f (0xa219 bytes) 000300 1788882205.428407 write 0x03d76c thru 0x03ffff (0x2894 bytes) 000301 1788882205.429236 mapread 0x019454 thru 0x01ba21 (0x25ce bytes) 000302 1788882205.432242 write 0x005330 thru 0x013dab (0xea7c bytes) 000305 1788882205.435575 trunc from 0x040000 to 0x014d27 (0x2b2d8 bytes) 000306 1788882205.440580 punch from 0x011599 to 0x014d27 (0x378f bytes) 000307 1788882205.444672 trunc from 0x003be6 to 0x005d9f (0x21ba bytes) 000308 1788882205.446162 write 0x0155fb thru 0x022a77 (0xd47d bytes) 000309 1788882205.447221 write 0x02cf40 thru 0x03c43b (0xf4fc bytes) 000310 1788882205.448544 mapread 0x0093fb thru 0x010899 (0x749f bytes) 000311 1788882205.449151 punch from 0x01b9c4 to 0x02011c (0x4759 bytes) 000312 1788882205.455091 MIRROR_RESYNC 3 mirrors 000313 1788882205.724382 write 0x03116d thru 0x032406 (0x129a bytes) 000314 1788882205.737659 trunc from 0x03c43c to 0x0216eb (0x1ad50 bytes) 000315 1788882205.747997 trunc from 0x0216ec to 0x02531d (0x3c32 bytes) 000316 1788882205.752562 fallocate 0x00752f thru 0x00e872 (0x7344 bytes) 000317 1788882205.754685 read 0x015bbe thru 0x020886 (0xacc9 bytes) 000318 1788882205.757681 mapwrite 0x02906c thru 0x036df7 (0xdd8c bytes) 000319 1788882205.775688 write 0x00c007 thru 0x01a1c0 (0xe1ba bytes) 000320 1788882205.778165 mapwrite 0x0317d7 thru 0x03680c (0x5036 bytes) 000321 1788882205.784483 mapwrite 0x02b1bb thru 0x03353a (0x8380 bytes) 000322 1788882205.789962 punch from 0x00c0e0 to 0x013034 (0x6f55 bytes) 000323 1788882205.791745 mapwrite 0x032e24 thru 0x03facf (0xccac bytes) 000324 1788882205.806570 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fad0): Mirror 8: 0xcebbd174 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fad0): Mirror 8: 0xcebbd174 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fad0: skipped 000325 1788882205.884614 trunc from 0x03fad0 to 0x00bc43 (0x33e8c bytes) 000326 1788882205.892768 trunc from 0x00bc44 to 0x02164a (0x15a07 bytes) 000328 1788882205.898668 MIRROR_RESYNC 2 mirrors 000329 1788882206.066344 trunc from 0x01da89 to 0x02164a (0x3bc2 bytes) 000330 1788882206.075353 fallocate 0x038002 thru 0x039033 (0x1032 bytes) 000331 1788882206.077261 mapread 0x010886 thru 0x019731 (0x8eac bytes) 000333 1788882206.083116 read 0x01dbab thru 0x02164a (0x3aa0 bytes) 000334 1788882206.085902 mapread 0x006803 thru 0x015d8a (0xf588 bytes) 000335 1788882206.089267 trunc from 0x02164b to 0x01ecf4 (0x2956 bytes) 000336 1788882206.099353 trunc from 0x00a2f8 to 0x017d07 (0xda10 bytes) 000337 1788882206.101100 read 0x01bde5 thru 0x01ecf4 (0x2f10 bytes) 000338 1788882206.106359 MIRROR_RESYNC 2 mirrors 000341 1788882206.268041 mapread 0x017d98 thru 0x01ecf4 (0x6f5d bytes) 000343 1788882206.274401 MIRROR_EXTEND to 3 mirrors 000344 1788882206.445307 punch from 0x007d8c to 0x0082b3 (0x528 bytes) 000345 1788882206.456111 write 0x02260b thru 0x02db66 (0xb55c bytes) 000346 1788882206.458509 mapread 0x010855 thru 0x0130ed (0x2899 bytes) 000347 1788882206.463842 mapwrite 0x0319ec thru 0x036563 (0x4b78 bytes) 000348 1788882206.484069 fallocate 0x03e5bf thru 0x03fea7 (0x18e9 bytes) 000349 1788882206.486416 mapwrite 0x02bf91 thru 0x0381ca (0xc23a bytes) 000350 1788882206.498599 punch from 0x029eb2 to 0x0386f3 (0xe842 bytes) 000351 1788882206.500977 write 0x038785 thru 0x03c960 (0x41dc bytes) 000352 1788882206.503292 trunc from 0x03fea8 to 0x00260e (0x3d899 bytes) 000353 1788882206.509061 write 0x001b8e thru 0x002bca (0x103d bytes) 000354 1788882206.512400 write 0x035ecc thru 0x03ffff (0xa134 bytes) 000355 1788882206.513678 mapwrite 0x031dd4 thru 0x03d356 (0xb583 bytes) 000356 1788882206.524265 write 0x0392d8 thru 0x03ffff (0x6d28 bytes) 000357 1788882206.525007 trunc from 0x040000 to 0x0176e4 (0x2891b bytes) 000358 1788882206.529989 fallocate 0x00d7d8 thru 0x0105b9 (0x2de2 bytes) 000360 1788882206.532263 mapwrite 0x018cfa thru 0x01f58c (0x6893 bytes) 000361 1788882206.548028 MIRROR_RESYNC 3 mirrors 000362 1788882206.735849 punch from 0x002f47 to 0x003db8 (0xe72 bytes) 000363 1788882206.746670 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1f58d): Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f58d): Mirror 8: 0x5c7e7bf6 (stale) Mirror 9: 0x5c7e7bf6 (stale) CRC-32 checksum value for chunk [0, 0x1f58d): Mirror 1: 0x5c7e7bf6 Mirror 10: 0x5c7e7bf6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f58d: skipped 000365 1788882206.961262 punch from 0x01c526 to 0x01f58c (0x3067 bytes) 000366 1788882206.972277 mapread 0x016a2f thru 0x01f58c (0x8b5e bytes) 000367 1788882206.978462 fallocate 0x027506 thru 0x032bd6 (0xb6d1 bytes) 000368 1788882206.980638 punch from 0x00790b to 0x007978 (0x6e bytes) 000369 1788882206.982430 trunc from 0x016b08 to 0x01f58c (0x8a85 bytes) 000370 1788882206.984239 mapwrite 0x00734f thru 0x010adb (0x978d bytes) 000371 1788882206.994032 trunc from 0x00d311 to 0x01416a (0x6e5a bytes) 000372 1788882206.996144 trunc from 0x01f58d to 0x0111b3 (0xe3d9 bytes) 000373 1788882207.008631 read 0x002e95 thru 0x005aec (0x2c58 bytes) 000374 1788882207.009040 read 0x001691 thru 0x00cf29 (0xb899 bytes) 000375 1788882207.009591 mapread 0x00515c thru 0x0111b3 (0xc058 bytes) 000376 1788882207.012664 read 0x00ecf9 thru 0x00fc7c (0xf84 bytes) 000377 1788882207.013155 read 0x004e45 thru 0x006aee (0x1caa bytes) 000378 1788882207.013675 punch from 0x00a25e to 0x00df78 (0x3d1b bytes) 000379 1788882207.015777 fallocate 0x008a55 thru 0x00e37b (0x5927 bytes) 000380 1788882207.017757 read 0x009b34 thru 0x0111b3 (0x7680 bytes) 000382 1788882207.020486 mapwrite 0x01c262 thru 0x02b68d (0xf42c bytes) 000383 1788882207.036631 punch from 0x00489e to 0x00beba (0x761d bytes) 000384 1788882207.038625 write 0x030bee thru 0x03fb2d (0xef40 bytes) 000386 1788882207.040572 read 0x022a2b thru 0x024622 (0x1bf8 bytes) 000387 1788882207.041098 mapread 0x01bfe7 thru 0x01c4ce (0x4e8 bytes) 000388 1788882207.041850 trunc from 0x03fb2e to 0x023c7c (0x1beb1 bytes) 000389 1788882207.047377 read 0x01950a thru 0x01d865 (0x435c bytes) 000390 1788882207.047903 write 0x03814f thru 0x0391c4 (0x1076 bytes) 000391 1788882207.048682 trunc from 0x0391c5 to 0x02f242 (0x9f82 bytes) 000392 1788882207.054481 fallocate 0x01557d thru 0x015fef (0xa73 bytes) 000393 1788882207.056625 trunc from 0x02f243 to 0x00be93 (0x233af bytes) 000397 1788882207.063215 write 0x00b005 thru 0x011106 (0x6102 bytes) 000398 1788882207.067046 fallocate 0x0256cf thru 0x0310f4 (0xba26 bytes) 000399 1788882207.069493 punch from 0x006321 to 0x00da60 (0x7740 bytes) 000400 1788882207.074227 fallocate 0x02cee8 thru 0x0324a3 (0x55bc bytes) 000401 1788882207.076163 mapread 0x005a55 thru 0x00d18a (0x7736 bytes) 000402 1788882207.086034 fallocate 0x015ee2 thru 0x02439f (0xe4be bytes) 000403 1788882207.088278 trunc from 0x00c3c4 to 0x011106 (0x4d43 bytes) 000404 1788882207.090333 mapread 0x009bbd thru 0x011106 (0x754a bytes) 000405 1788882207.099151 write 0x01dbac thru 0x02670b (0x8b60 bytes) 000406 1788882207.100101 write 0x03cd8b thru 0x03ffff (0x3275 bytes) 000407 1788882207.100789 punch from 0x01343e to 0x020292 (0xce55 bytes) 000408 1788882207.105371 write 0x026580 thru 0x033fc5 (0xda46 bytes) 000409 1788882207.109297 trunc from 0x040000 to 0x01b7c4 (0x2483b bytes) 000410 1788882207.114301 read 0x000139 thru 0x00982e (0x96f6 bytes) 000411 1788882207.114925 read 0x009701 thru 0x012b60 (0x9460 bytes) 000413 1788882207.115942 mapread 0x0195e7 thru 0x01b7c4 (0x21de bytes) 000414 1788882207.116777 fallocate 0x02448d thru 0x02901f (0x4b93 bytes) 000415 1788882207.119048 mapread 0x0051b9 thru 0x0148f1 (0xf739 bytes) 000416 1788882207.121461 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x29020): Mirror 8: 0x5ed4992f (stale) Mirror 10: 0x5ed4992f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29020): Mirror 8: 0x5ed4992f (stale) Mirror 10: 0x5ed4992f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29020: skipped 000417 1788882207.221666 mapwrite 0x0166a6 thru 0x01c9b2 (0x630d bytes) 000418 1788882207.233553 write 0x03c29a thru 0x03ece2 (0x2a49 bytes) 000421 1788882207.238640 MIRROR_RESYNC 3 mirrors 000422 1788882207.494388 write 0x00974d thru 0x00a669 (0xf1d bytes) 000423 1788882207.506657 fallocate 0x032479 thru 0x03b602 (0x918a bytes) 000424 1788882207.508759 punch from 0x03e96b to 0x03ece2 (0x378 bytes) 000425 1788882207.510424 mapwrite 0x019925 thru 0x01a711 (0xded bytes) 000426 1788882207.519152 read 0x00c28e thru 0x00f7e9 (0x355c bytes) 000427 1788882207.523454 MIRROR_RESYNC 3 mirrors 000428 1788882207.787748 trunc from 0x03ece3 to 0x003c9e (0x3b044 bytes) 000429 1788882207.806286 trunc from 0x003c9f to 0x004f17 (0x1279 bytes) 000431 1788882207.812251 punch from 0x002e6e to 0x004f17 (0x20aa bytes) 000432 1788882207.814016 write 0x037f94 thru 0x03f333 (0x73a0 bytes) 000433 1788882207.815301 read 0x00a4cb thru 0x013a37 (0x956d bytes) 000434 1788882207.818609 read 0x02c2eb thru 0x02daaa (0x17c0 bytes) 000435 1788882207.823261 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3f334): Mirror 8: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f334): Mirror 8: 0x284f181f (stale) Mirror 10: 0x284f181f (stale) CRC-32 checksum value for chunk [0, 0x3f334): Mirror 1: 0x72c2e574 Mirror 11: 0x72c2e574 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f334: skipped 000436 1788882208.061851 mapread 0x03c54a thru 0x03d71f (0x11d6 bytes) 000437 1788882208.066144 trunc from 0x03f334 to 0x03c32d (0x3006 bytes) 000439 1788882208.090664 write 0x03f3e3 thru 0x03ffff (0xc1d bytes) 000440 1788882208.091474 read 0x00384b thru 0x00f5e3 (0xbd99 bytes) 000441 1788882208.095187 mapread 0x02e217 thru 0x031797 (0x3581 bytes) 000442 1788882208.098827 mapwrite 0x0033a1 thru 0x012c0f (0xf86f bytes) 000443 1788882208.114268 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xd6e30730 (stale) Mirror 11: 0xc4c56456 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0xd6e30730 (stale) Mirror 11: 0xc4c56456 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000444 1788882208.218227 trunc from 0x00b436 to 0x019dd2 (0xe99d bytes) 000445 1788882208.220586 write 0x00a442 thru 0x00d47b (0x303a bytes) 000446 1788882208.225801 trunc from 0x040000 to 0x0175ca (0x28a35 bytes) 000447 1788882208.230542 read 0x00dfaf thru 0x0175ca (0x961c bytes) 000448 1788882208.233605 trunc from 0x013158 to 0x0175ca (0x4473 bytes) 000449 1788882208.235453 trunc from 0x0175cb to 0x030ff2 (0x19a28 bytes) 000450 1788882208.240547 mapread 0x014289 thru 0x01fb0f (0xb887 bytes) 000451 1788882208.248937 trunc from 0x01ae9c to 0x01b493 (0x5f8 bytes) 000452 1788882208.252827 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x30ff3): Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30ff3): Mirror 10: 0x76630489 (stale) Mirror 11: 0x745b7c6c (stale) CRC-32 checksum value for chunk [0, 0x30ff3): Mirror 1: 0x30453961 Mirror 12: 0x30453961 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30ff3: skipped 000453 1788882208.482671 punch from 0x024815 to 0x028890 (0x407c bytes) 000454 1788882208.493645 mapread 0x018a29 thru 0x028061 (0xf639 bytes) 000456 1788882208.501550 read 0x02d57e thru 0x030ff2 (0x3a75 bytes) 000457 1788882208.503472 read 0x0088c5 thru 0x00e8c0 (0x5ffc bytes) 000458 1788882208.506380 mapwrite 0x030eeb thru 0x03fec2 (0xefd8 bytes) 000459 1788882208.529717 mapwrite 0x005c1b thru 0x015352 (0xf738 bytes) 000460 1788882208.538960 punch from 0x01d504 to 0x0263d2 (0x8ecf bytes) 000461 1788882208.541061 trunc from 0x01146e to 0x01ecb6 (0xd849 bytes) 000462 1788882208.545032 MIRROR_RESYNC 4 mirrors 000463 1788882208.783225 fallocate 0x008ad0 thru 0x00af0f (0x2440 bytes) 000464 1788882208.793435 trunc from 0x03fec3 to 0x03f8ad (0x615 bytes) 000466 1788882208.803541 trunc from 0x03f8ae to 0x0144c8 (0x2b3e5 bytes) 000467 1788882208.807793 trunc from 0x0144c9 to 0x01b157 (0x6c8f bytes) 000468 1788882208.811862 write 0x0255eb thru 0x0308c4 (0xb2da bytes) 000469 1788882208.812767 read 0x02aa52 thru 0x02ad2f (0x2de bytes) 000470 1788882208.814442 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x308c5): Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x308c5): Mirror 10: 0x281be70d (stale) Mirror 11: 0x281be70d (stale) Mirror 12: 0x281be70d (stale) CRC-32 checksum value for chunk [0, 0x308c5): Mirror 1: 0xbc603b31 Mirror 13: 0xbc603b31 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x308c5: skipped 000471 1788882209.060439 mapwrite 0x00ac94 thru 0x011017 (0x6384 bytes) 000472 1788882209.100495 trunc from 0x0308c5 to 0x005e3f (0x2aa85 bytes) 000473 1788882209.114606 trunc from 0x005e40 to 0x03a8f4 (0x34ab5 bytes) 000474 1788882209.120500 write 0x02395a thru 0x025659 (0x1d00 bytes) 000475 1788882209.124829 write 0x0174b2 thru 0x01fb27 (0x8676 bytes) 000477 1788882209.130399 mapread 0x017284 thru 0x01cebb (0x5c38 bytes) 000478 1788882209.131344 fallocate 0x037664 thru 0x03ffff (0x899c bytes) 000479 1788882209.134148 punch from 0x03f805 to 0x03ffff (0x7fb bytes) 000480 1788882209.135893 mapwrite 0x0219f5 thru 0x02d479 (0xba85 bytes) 000482 1788882209.152754 fallocate 0x016698 thru 0x02576a (0xf0d3 bytes) 000483 1788882209.155383 punch from 0x01b9f9 to 0x028115 (0xc71d bytes) 000484 1788882209.157850 write 0x001da4 thru 0x010848 (0xeaa5 bytes) 000485 1788882209.162601 punch from 0x0035d4 to 0x008483 (0x4eb0 bytes) 000486 1788882209.167537 fallocate 0x01d07e thru 0x01e589 (0x150c bytes) 000487 1788882209.170242 fallocate 0x02ed08 thru 0x0327e6 (0x3adf bytes) 000488 1788882209.172863 trunc from 0x011b93 to 0x01e50a (0xc978 bytes) 000489 1788882209.175124 trunc from 0x040000 to 0x03b307 (0x4cf8 bytes) 000490 1788882209.180351 trunc from 0x000e77 to 0x008921 (0x7aab bytes) 000491 1788882209.182615 trunc from 0x0341b7 to 0x03b307 (0x7151 bytes) 000492 1788882209.184546 punch from 0x01b8c7 to 0x021f04 (0x663e bytes) 000493 1788882209.186582 trunc from 0x03b308 to 0x026f79 (0x1438e bytes) 000494 1788882209.192820 punch from 0x0237f9 to 0x026f79 (0x3781 bytes) 000495 1788882209.194992 mapread 0x013d6d thru 0x01cbab (0x8e3f bytes) 000496 1788882209.202948 trunc from 0x016d7e to 0x01752c (0x7af bytes) 000497 1788882209.205539 mapwrite 0x034068 thru 0x03ffff (0xbf98 bytes) 000499 1788882209.226968 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0x4de28904 (stale) Mirror 11: 0x4de28904 (stale) Mirror 13: 0x10aca3bf (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0x4de28904 (stale) Mirror 11: 0x4de28904 (stale) Mirror 13: 0x10aca3bf (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000500 1788882209.328209 write 0x011863 thru 0x0176ea (0x5e88 bytes) 000501 1788882209.333490 fallocate 0x03bc1a thru 0x03ffff (0x43e6 bytes) 000502 1788882209.335439 write 0x02662d thru 0x02d797 (0x716b bytes) 000504 1788882209.339471 mapread 0x002fae thru 0x009838 (0x688b bytes) 000505 1788882209.346493 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0x4de28904 (stale) Mirror 11: 0x4de28904 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0x4de28904 (stale) Mirror 11: 0x4de28904 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000506 1788882209.436805 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 10: 0x4de28904 (stale) Mirror 11: 0x4de28904 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x279165d5 Mirror 12: 0x279165d5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000507 1788882209.688084 punch from 0x0110da to 0x0160ee (0x5015 bytes) 000508 1788882209.699572 trunc from 0x040000 to 0x002476 (0x3db89 bytes) 000509 1788882209.706274 write 0x02cb9f thru 0x0341c7 (0x7629 bytes) 000510 1788882209.707257 mapread 0x006551 thru 0x00adca (0x487a bytes) 000511 1788882209.712471 write 0x0286d8 thru 0x033be4 (0xb50d bytes) 000512 1788882209.714863 punch from 0x0171c6 to 0x022278 (0xb0b3 bytes) 000513 1788882209.716555 trunc from 0x0341c8 to 0x01b3fc (0x18dcb bytes) 000514 1788882209.721042 trunc from 0x01b3fd to 0x01da6b (0x266f bytes) 000515 1788882209.725643 mapread 0x012ebc thru 0x01bb0c (0x8c51 bytes) 000516 1788882209.731186 fallocate 0x0053b0 thru 0x0145f1 (0xf242 bytes) 000517 1788882209.733286 trunc from 0x01da6c to 0x039d93 (0x1c328 bytes) 000518 1788882209.737485 trunc from 0x032728 to 0x03862f (0x5f08 bytes) 000519 1788882209.739184 trunc from 0x02bd00 to 0x02d603 (0x1904 bytes) 000520 1788882209.740780 punch from 0x02937a to 0x02f8ee (0x6575 bytes) 000521 1788882209.742465 mapread 0x0089d3 thru 0x00e5db (0x5c09 bytes) 000522 1788882209.743191 trunc from 0x039d94 to 0x007820 (0x32573 bytes) 000523 1788882209.748020 trunc from 0x007821 to 0x00b391 (0x3b71 bytes) 000524 1788882209.752217 read 0x006f6b thru 0x00b391 (0x4427 bytes) 000525 1788882209.754813 punch from 0x006d57 to 0x00b391 (0x463b bytes) 000526 1788882209.757782 MIRROR_RESYNC 4 mirrors 000527 1788882209.964649 mapwrite 0x012805 thru 0x01d75d (0xaf59 bytes) 000528 1788882209.999773 write 0x0133f6 thru 0x015384 (0x1f8f bytes) 000529 1788882210.000755 trunc from 0x01d75e to 0x01118d (0xc5d0 bytes) 000530 1788882210.007436 trunc from 0x01118e to 0x01e47d (0xd2f0 bytes) 000531 1788882210.013644 read 0x00f273 thru 0x01a030 (0xadbe bytes) 000532 1788882210.017545 trunc from 0x01e47e to 0x02bd8b (0xd90e bytes) 000533 1788882210.023655 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2bd8c): Mirror 11: 0xa63d174 (stale) Mirror 12: 0xa63d174 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2bd8c): Mirror 11: 0xa63d174 (stale) Mirror 12: 0xa63d174 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2bd8c: skipped 000534 1788882210.112852 trunc from 0x0235a7 to 0x02bd8b (0x87e5 bytes) 000535 1788882210.114942 trunc from 0x02bd8c to 0x00f535 (0x1c856 bytes) 000536 1788882210.120946 read 0x004ccd thru 0x00c6e9 (0x7a1d bytes) 000537 1788882210.125525 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xf536): Mirror 12: 0xb28feda3 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xf536): Mirror 12: 0xb28feda3 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xf536: skipped 000538 1788882210.203063 read 0x006975 thru 0x00f535 (0x8bc1 bytes) 000539 1788882210.205738 mapread 0x003c6c thru 0x00f535 (0xb8ca bytes) 000540 1788882210.210551 mapread 0x00cc5a thru 0x00f535 (0x28dc bytes) 000541 1788882210.211302 fallocate 0x00914d thru 0x00d2b9 (0x416d bytes) 000542 1788882210.213349 punch from 0x00e167 to 0x00f535 (0x13cf bytes) 000543 1788882210.214964 mapread 0x00641d thru 0x00f535 (0x9119 bytes) 000544 1788882210.218254 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0xf536): Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xf536): Mirror 12: 0xb28feda3 (stale) CRC-32 checksum value for chunk [0, 0xf536): Mirror 1: 0xb28feda3 Mirror 13: 0xb28feda3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xf536: skipped 000545 1788882210.443372 write 0x00ec14 thru 0x01e768 (0xfb55 bytes) 000546 1788882210.457761 trunc from 0x01e769 to 0x02d438 (0xecd0 bytes) 000547 1788882210.470101 trunc from 0x01e939 to 0x01f5ce (0xc96 bytes) 000548 1788882210.475812 fallocate 0x0057f1 thru 0x00f71e (0x9f2e bytes) 000549 1788882210.478095 write 0x01e711 thru 0x02271b (0x400b bytes) 000550 1788882210.481851 trunc from 0x02d439 to 0x01c575 (0x10ec3 bytes) 000551 1788882210.488150 trunc from 0x005955 to 0x0127eb (0xce97 bytes) 000552 1788882210.490751 read 0x000e53 thru 0x0109e6 (0xfb94 bytes) 000553 1788882210.494460 write 0x024399 thru 0x025198 (0xe00 bytes) 000554 1788882210.495188 trunc from 0x0150d4 to 0x01d4e0 (0x840d bytes) 000555 1788882210.497362 mapwrite 0x02d2e6 thru 0x0394cd (0xc1e8 bytes) 000556 1788882210.516189 trunc from 0x0394ce to 0x038459 (0x1074 bytes) 000557 1788882210.520765 mapread 0x0026a4 thru 0x005404 (0x2d61 bytes) 000558 1788882210.521542 write 0x0236df thru 0x02eda0 (0xb6c2 bytes) 000559 1788882210.523700 mapread 0x0120b1 thru 0x017dbb (0x5d0b bytes) 000560 1788882210.526718 trunc from 0x0064ba to 0x011245 (0xad8c bytes) 000561 1788882210.528497 mapwrite 0x01a819 thru 0x0208c1 (0x60a9 bytes) 000562 1788882210.536722 trunc from 0x03845a to 0x00690b (0x31b4e bytes) 000563 1788882210.541225 trunc from 0x004d07 to 0x00690b (0x1c05 bytes) 000565 1788882210.543214 fallocate 0x00a13f thru 0x00a30a (0x1cc bytes) 000566 1788882210.545034 write 0x025470 thru 0x0261be (0xd4f bytes) 000568 1788882210.546190 write 0x03112e thru 0x035252 (0x4125 bytes) 000569 1788882210.546953 fallocate 0x01873b thru 0x018e15 (0x6db bytes) 000570 1788882210.548543 trunc from 0x035253 to 0x038376 (0x3124 bytes) 000571 1788882210.552645 trunc from 0x038377 to 0x033829 (0x4b4d bytes) 000572 1788882210.556232 fallocate 0x01fe8c thru 0x0295ee (0x9763 bytes) 000573 1788882210.558051 mapwrite 0x0229bb thru 0x0319fb (0xf041 bytes) 000574 1788882210.570526 trunc from 0x03382a to 0x00d209 (0x26620 bytes) 000575 1788882210.576769 MIRROR_RESYNC 3 mirrors 000576 1788882210.742984 mapread 0x0059a5 thru 0x00d209 (0x7865 bytes) 000577 1788882210.751048 MIRROR_RESYNC 3 mirrors 000578 1788882210.866520 MIRROR_RESYNC 3 mirrors 000579 1788882210.989086 trunc from 0x004903 to 0x00d209 (0x8907 bytes) 000580 1788882211.001701 read 0x000aa9 thru 0x00ae47 (0xa39f bytes) 000581 1788882211.007713 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xd20a): Mirror 13: 0x2ffa3406 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd20a): Mirror 13: 0x2ffa3406 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd20a: skipped 000582 1788882211.101132 mapwrite 0x02fec6 thru 0x03ea59 (0xeb94 bytes) 000583 1788882211.126854 write 0x03adfc thru 0x03ffff (0x5204 bytes) 000584 1788882211.128005 mapread 0x019958 thru 0x028c47 (0xf2f0 bytes) 000586 1788882211.134945 mapwrite 0x026866 thru 0x035033 (0xe7ce bytes) 000587 1788882211.143290 trunc from 0x040000 to 0x0134df (0x2cb20 bytes) 000589 1788882211.148830 write 0x00ab87 thru 0x011144 (0x65be bytes) 000590 1788882211.152275 fallocate 0x00b6af thru 0x00d08c (0x19de bytes) 000591 1788882211.154172 punch from 0x00d30b to 0x0134df (0x61d5 bytes) 000592 1788882211.158622 write 0x02154c thru 0x024535 (0x2fea bytes) 000593 1788882211.159665 trunc from 0x02322e to 0x024535 (0x1308 bytes) 000594 1788882211.162782 write 0x00fd77 thru 0x012b2e (0x2db8 bytes) 000595 1788882211.167599 MIRROR_RESYNC 2 mirrors 000596 1788882211.358451 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000597 1788882211.402460 fallocate 0x00db39 thru 0x01b8e6 (0xddae bytes) 000598 1788882211.407384 mapwrite 0x01761b thru 0x01a14e (0x2b34 bytes) 000599 1788882211.420077 MIRROR_EXTEND to 2 mirrors 000600 1788882211.618535 punch from 0x003d9b to 0x00958a (0x57f0 bytes) 000601 1788882211.629770 mapread 0x001dbd thru 0x00d743 (0xb987 bytes) 000602 1788882211.637029 trunc from 0x019c77 to 0x024535 (0xa8bf bytes) 000603 1788882211.639170 read 0x00231e thru 0x007261 (0x4f44 bytes) 000604 1788882211.639696 mapread 0x003fcc thru 0x005eab (0x1ee0 bytes) 000605 1788882211.640512 mapread 0x01cde5 thru 0x01de26 (0x1042 bytes) 000606 1788882211.643736 fallocate 0x024df9 thru 0x02bb21 (0x6d29 bytes) 000607 1788882211.647281 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2bb22): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2bb22): Mirror 2: 0x718f077f (stale) CRC-32 checksum value for chunk [0, 0x2bb22): Mirror 1: 0xf44d8edb Mirror 3: 0xf44d8edb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2bb22: skipped 000609 1788882211.891665 trunc from 0x02bb22 to 0x00b203 (0x2091e bytes) 000611 1788882211.913957 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xb204): Mirror 3: 0xe8802451 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xb204): Mirror 3: 0xe8802451 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xb204: skipped 000612 1788882212.002185 mapread 0x001bb9 thru 0x00b203 (0x964b bytes) 000613 1788882212.009692 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000614 1788882212.047330 read 0x004994 thru 0x00b203 (0x6870 bytes) 000615 1788882212.050648 write 0x0017b1 thru 0x00e6ce (0xcf1e bytes) 000616 1788882212.054460 punch from 0x001a42 to 0x0024f8 (0xab7 bytes) 000617 1788882212.059204 read 0x007bb9 thru 0x00e6ce (0x6b16 bytes) 000619 1788882212.059923 mapread 0x00d0dc thru 0x00e6ce (0x15f3 bytes) 000621 1788882212.060930 trunc from 0x00279e to 0x0095fb (0x6e5e bytes) 000622 1788882212.062900 mapwrite 0x000852 thru 0x005cb1 (0x5460 bytes) 000624 1788882212.073630 write 0x02ee43 thru 0x02f799 (0x957 bytes) 000625 1788882212.074438 trunc from 0x02b365 to 0x02f799 (0x4435 bytes) 000629 1788882212.080266 trunc from 0x02f79a to 0x03a47f (0xace6 bytes) 000630 1788882212.085202 mapwrite 0x02bff1 thru 0x02e005 (0x2015 bytes) 000631 1788882212.093419 trunc from 0x024018 to 0x033a8b (0xfa74 bytes) 000634 1788882212.096933 mapwrite 0x0081f2 thru 0x01255d (0xa36c bytes) 000635 1788882212.105131 fallocate 0x0075ee thru 0x007d48 (0x75b bytes) 000637 1788882212.108018 read 0x032544 thru 0x036c33 (0x46f0 bytes) 000639 1788882212.112882 punch from 0x029962 to 0x02e2f0 (0x498f bytes) 000640 1788882212.114856 punch from 0x035e78 to 0x03a47f (0x4608 bytes) 000641 1788882212.116614 fallocate 0x0156bc thru 0x01dd9b (0x86e0 bytes) 000642 1788882212.118359 punch from 0x016245 to 0x01630a (0xc6 bytes) 000643 1788882212.119973 trunc from 0x03142d to 0x03a47f (0x9053 bytes) 000645 1788882212.122686 write 0x02d823 thru 0x03c28d (0xea6b bytes) 000646 1788882212.125268 trunc from 0x03c28e to 0x0222d2 (0x19fbb bytes) 000648 1788882212.131112 write 0x0331db thru 0x03e112 (0xaf38 bytes) 000649 1788882212.132136 fallocate 0x0135eb thru 0x01e667 (0xb07d bytes) 000650 1788882212.134395 trunc from 0x02310f to 0x02418c (0x107e bytes) 000651 1788882212.136616 mapwrite 0x00bbed thru 0x017928 (0xbd3c bytes) 000652 1788882212.146958 mapwrite 0x004189 thru 0x00ea0d (0xa885 bytes) 000653 1788882212.155051 read 0x035318 thru 0x03e112 (0x8dfb bytes) 000654 1788882212.155650 punch from 0x01c260 to 0x029dde (0xdb7f bytes) 000655 1788882212.157983 punch from 0x02359f to 0x02d830 (0xa292 bytes) 000656 1788882212.160109 trunc from 0x03e113 to 0x00de71 (0x302a1 bytes) 000657 1788882212.166221 mapread 0x0040f5 thru 0x00de71 (0x9d7d bytes) 000658 1788882212.167177 punch from 0x000198 to 0x00842c (0x8295 bytes) 000660 1788882212.170614 punch from 0x001a08 to 0x00cb2d (0xb126 bytes) 000661 1788882212.172887 read 0x008829 thru 0x00c548 (0x3d20 bytes) 000662 1788882212.176970 punch from 0x0001ab to 0x0028a6 (0x26fc bytes) 000663 1788882212.181094 punch from 0x003e2a to 0x008a2c (0x4c03 bytes) 000664 1788882212.183306 read 0x003c21 thru 0x00de71 (0xa251 bytes) 000665 1788882212.187254 mapread 0x008966 thru 0x00a372 (0x1a0d bytes) 000666 1788882212.188147 read 0x00251c thru 0x00de71 (0xb956 bytes) 000669 1788882212.189619 write 0x0130f3 thru 0x01ed59 (0xbc67 bytes) 000670 1788882212.191136 mapread 0x011059 thru 0x01d4de (0xc486 bytes) 000671 1788882212.194686 fallocate 0x0327eb thru 0x037933 (0x5149 bytes) 000672 1788882212.196934 write 0x00442c thru 0x0096b8 (0x528d bytes) 000674 1788882212.198217 trunc from 0x01ed5a to 0x034543 (0x157ea bytes) 000675 1788882212.203767 trunc from 0x02e52e to 0x02f666 (0x1139 bytes) 000676 1788882212.206118 write 0x00f118 thru 0x015210 (0x60f9 bytes) 000677 1788882212.207250 trunc from 0x034544 to 0x03b26b (0x6d28 bytes) 000679 1788882212.215979 MIRROR_EXTEND to 2 mirrors 000680 1788882212.462578 trunc from 0x03b26c to 0x010077 (0x2b1f4 bytes) 000681 1788882212.485851 fallocate 0x01195a thru 0x012a52 (0x10f9 bytes) 000683 1788882212.488729 trunc from 0x006c26 to 0x009222 (0x25fd bytes) 000684 1788882212.490907 trunc from 0x00f4e8 to 0x012a52 (0x356b bytes) 000686 1788882212.493908 read 0x00763a thru 0x012a52 (0xb419 bytes) 000687 1788882212.498958 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) 000688 1788882212.541111 mapread 0x0095c5 thru 0x0126f1 (0x912d bytes) 000689 1788882212.549826 fallocate 0x03c32a thru 0x03ffff (0x3cd6 bytes) 000691 1788882212.553483 mapwrite 0x00e2f0 thru 0x01d119 (0xee2a bytes) 000692 1788882212.575588 mapread 0x00573a thru 0x014412 (0xecd9 bytes) 000693 1788882212.576386 mapwrite 0x01d622 thru 0x022079 (0x4a58 bytes) 000694 1788882212.591882 trunc from 0x02207a to 0x02206c (0xd bytes) 000695 1788882212.598077 read 0x01b89c thru 0x02206c (0x67d1 bytes) 000696 1788882212.598712 read 0x00ac07 thru 0x016b24 (0xbf1e bytes) 000697 1788882212.599261 trunc from 0x01d59a to 0x02206c (0x4ad3 bytes) 000698 1788882212.602090 mapwrite 0x017337 thru 0x01cf24 (0x5bee bytes) 000699 1788882212.609879 mapwrite 0x00026b thru 0x005f87 (0x5d1d bytes) 000701 1788882212.621454 mapwrite 0x0129f4 thru 0x015fac (0x35b9 bytes) 000704 1788882212.628436 read 0x00af63 thru 0x01a9a6 (0xfa44 bytes) 000705 1788882212.628942 punch from 0x00ebad to 0x01da35 (0xee89 bytes) 000706 1788882212.631522 read 0x01b699 thru 0x01fb77 (0x44df bytes) 000707 1788882212.635121 punch from 0x015fcc to 0x01d533 (0x7568 bytes) 000708 1788882212.637344 punch from 0x00d289 to 0x013c88 (0x6a00 bytes) 000709 1788882212.639791 trunc from 0x018dd5 to 0x02206c (0x9298 bytes) 000710 1788882212.641815 trunc from 0x01aaab to 0x01b34b (0x8a1 bytes) 000711 1788882212.643693 write 0x01a81b thru 0x0276f8 (0xcede bytes) 000712 1788882212.646791 punch from 0x00ae52 to 0x01ad90 (0xff3f bytes) 000713 1788882212.652388 write 0x02966f thru 0x037049 (0xd9db bytes) 000714 1788882212.653848 trunc from 0x03704a to 0x01c8e4 (0x1a765 bytes) 000715 1788882212.659290 write 0x01aa20 thru 0x0225d0 (0x7bb1 bytes) 000716 1788882212.661702 trunc from 0x0225d1 to 0x007b12 (0x1aabe bytes) 000717 1788882212.666578 mapread 0x00586f thru 0x007b12 (0x22a4 bytes) 000718 1788882212.667246 trunc from 0x0007f0 to 0x007b12 (0x7323 bytes) 000719 1788882212.669130 mapread 0x00685e thru 0x007b12 (0x12b5 bytes) 000720 1788882212.672292 write 0x00f975 thru 0x01180d (0x1e99 bytes) 000721 1788882212.672961 read 0x00276c thru 0x008691 (0x5f26 bytes) 000723 1788882212.675917 mapwrite 0x030041 thru 0x0359ea (0x59aa bytes) 000724 1788882212.688293 write 0x02408a thru 0x02f0ac (0xb023 bytes) 000725 1788882212.689272 mapread 0x0030b1 thru 0x00ba1d (0x896d bytes) 000726 1788882212.689860 write 0x002b83 thru 0x004201 (0x167f bytes) 000727 1788882212.690377 trunc from 0x0359eb to 0x0348bb (0x112f bytes) 000729 1788882212.695054 trunc from 0x01ca64 to 0x028382 (0xb91f bytes) 000730 1788882212.699296 mapread 0x008b27 thru 0x0124c1 (0x999b bytes) 000731 1788882212.699898 fallocate 0x0260fc thru 0x02eb20 (0x8a25 bytes) 000732 1788882212.701700 fallocate 0x01624a thru 0x01671b (0x4d2 bytes) 000733 1788882212.703519 write 0x0388cc thru 0x03d8f6 (0x502b bytes) 000734 1788882212.704591 mapwrite 0x032bfd thru 0x03ec91 (0xc095 bytes) 000737 1788882212.718380 mapwrite 0x03b5b0 thru 0x03c542 (0xf93 bytes) 000738 1788882212.722843 mapread 0x024794 thru 0x02af7d (0x67ea bytes) 000739 1788882212.729856 trunc from 0x017354 to 0x01c806 (0x54b3 bytes) 000740 1788882212.731436 punch from 0x00c93c to 0x012c0a (0x62cf bytes) 000741 1788882212.732918 write 0x010ee2 thru 0x01e84e (0xd96d bytes) 000742 1788882212.737229 punch from 0x00ecf6 to 0x01431b (0x5626 bytes) 000743 1788882212.742872 trunc from 0x0168c5 to 0x0188d5 (0x2011 bytes) 000744 1788882212.744887 punch from 0x00a254 to 0x0106a3 (0x6450 bytes) 000745 1788882212.746466 write 0x0318a9 thru 0x03ffff (0xe757 bytes) 000746 1788882212.747604 read 0x02fe33 thru 0x03e410 (0xe5de bytes) 000752 1788882212.750363 read 0x03871d thru 0x03ffff (0x78e3 bytes) 000753 1788882212.750760 punch from 0x018d78 to 0x024607 (0xb890 bytes) 000754 1788882212.753674 mapread 0x03ebc9 thru 0x03ffff (0x1437 bytes) 000755 1788882212.754499 mapread 0x02a6e2 thru 0x0341f3 (0x9b12 bytes) 000756 1788882212.755248 fallocate 0x0348f8 thru 0x037699 (0x2da2 bytes) 000757 1788882212.757769 fallocate 0x02f509 thru 0x03d99e (0xe496 bytes) 000758 1788882212.760019 trunc from 0x021bb9 to 0x02ab3b (0x8f83 bytes) 000759 1788882212.764010 MIRROR_EXTEND to 2 mirrors 000760 1788882212.951217 mapread 0x01dfbb thru 0x026599 (0x85df bytes) 000761 1788882212.957207 fallocate 0x02270b thru 0x02a99e (0x8294 bytes) 000762 1788882212.968196 punch from 0x0133a4 to 0x02118a (0xdde7 bytes) 000763 1788882212.970154 mapread 0x00f392 thru 0x019116 (0x9d85 bytes) 000764 1788882212.975825 trunc from 0x01ba04 to 0x02152e (0x5b2b bytes) 000765 1788882212.977836 fallocate 0x031fdd thru 0x03d026 (0xb04a bytes) 000766 1788882212.979953 mapread 0x03a977 thru 0x03ffff (0x5689 bytes) 000767 1788882212.983000 punch from 0x01d272 to 0x01fcb0 (0x2a3f bytes) 000768 1788882212.984888 punch from 0x011743 to 0x01236f (0xc2d bytes) 000769 1788882212.986558 trunc from 0x030b3e to 0x03c648 (0xbb0b bytes) 000770 1788882212.988163 read 0x02f2db thru 0x032be0 (0x3906 bytes) 000771 1788882212.990348 write 0x0090cd thru 0x014df8 (0xbd2c bytes) 000772 1788882212.992762 mapwrite 0x0134c1 thru 0x01e7bb (0xb2fb bytes) 000773 1788882213.002550 fallocate 0x004903 thru 0x00e6d1 (0x9dcf bytes) 000774 1788882213.004282 mapwrite 0x010d85 thru 0x016a56 (0x5cd2 bytes) 000775 1788882213.009857 mapread 0x01e50b thru 0x02bda3 (0xd899 bytes) 000776 1788882213.013138 trunc from 0x00850c to 0x015db4 (0xd8a9 bytes) 000778 1788882213.015428 fallocate 0x017ae8 thru 0x026e07 (0xf320 bytes) 000779 1788882213.016995 fallocate 0x027e7e thru 0x028194 (0x317 bytes) 000780 1788882213.018477 fallocate 0x03271c thru 0x03ffff (0xd8e4 bytes) 000782 1788882213.020489 mapwrite 0x01fffc thru 0x025665 (0x566a bytes) 000783 1788882213.027106 trunc from 0x040000 to 0x01aa03 (0x255fc bytes) 000784 1788882213.037969 read 0x0129fe thru 0x01aa03 (0x8006 bytes) 000785 1788882213.041124 read 0x007fad thru 0x009d73 (0x1dc7 bytes) 000786 1788882213.042755 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1aa04): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1aa04): Mirror 2: 0x47246144 (stale) CRC-32 checksum value for chunk [0, 0x1aa04): Mirror 1: 0xcbed0e7f Mirror 3: 0xcbed0e7f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1aa04: skipped 000787 1788882213.252396 fallocate 0x00f2e2 thru 0x01a472 (0xb191 bytes) 000788 1788882213.263540 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1aa04): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1aa04): Mirror 2: 0x47246144 (stale) Mirror 3: 0xcbed0e7f (stale) CRC-32 checksum value for chunk [0, 0x1aa04): Mirror 1: 0xcbed0e7f Mirror 4: 0xcbed0e7f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1aa04: skipped 000789 1788882213.501901 punch from 0x011c8e to 0x01506b (0x33de bytes) 000791 1788882213.512512 read 0x01a065 thru 0x01aa03 (0x99f bytes) 000792 1788882213.514275 trunc from 0x01aa04 to 0x00c490 (0xe573 bytes) 000793 1788882213.525130 write 0x022234 thru 0x02dce2 (0xbaaf bytes) 000794 1788882213.526539 punch from 0x01b08c to 0x020abb (0x5a30 bytes) 000795 1788882213.528181 write 0x014a1b thru 0x020085 (0xb66b bytes) 000796 1788882213.531365 read 0x019357 thru 0x024b58 (0xb802 bytes) 000797 1788882213.534250 mapread 0x024353 thru 0x027398 (0x3046 bytes) 000798 1788882213.534953 trunc from 0x007e1f to 0x008dce (0xfb0 bytes) 000799 1788882213.536794 write 0x0275ae thru 0x02cc03 (0x5656 bytes) 000800 1788882213.537565 fallocate 0x015592 thru 0x01a352 (0x4dc1 bytes) 000801 1788882213.539150 mapwrite 0x01b1f2 thru 0x027936 (0xc745 bytes) 000803 1788882213.547251 trunc from 0x02dce3 to 0x008bc6 (0x2511c bytes) 000806 1788882213.553180 mapread 0x006508 thru 0x008bc6 (0x26bf bytes) 000807 1788882213.556738 fallocate 0x0261ad thru 0x026e15 (0xc69 bytes) 000808 1788882213.560180 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x26e16): Mirror 2: 0xc7283184 (stale) Mirror 4: 0xf52c920b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26e16): Mirror 2: 0xc7283184 (stale) Mirror 4: 0xf52c920b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26e16: skipped 000809 1788882213.642603 read 0x01e0cd thru 0x024181 (0x60b5 bytes) 000810 1788882213.644988 trunc from 0x026e16 to 0x002ce0 (0x24135 bytes) 000811 1788882213.651229 punch from 0x000969 to 0x001c7d (0x1315 bytes) 000812 1788882213.652732 read 0x0020cc thru 0x002ce0 (0xc15 bytes) 000813 1788882213.654635 mapwrite 0x03546c thru 0x03c580 (0x7115 bytes) 000814 1788882213.667568 fallocate 0x03fc4d thru 0x03ffff (0x3b3 bytes) 000815 1788882213.669404 read 0x02c71c thru 0x033b41 (0x7426 bytes) 000816 1788882213.671125 MIRROR_RESYNC 3 mirrors 000817 1788882213.885972 read 0x01fc35 thru 0x026393 (0x675f bytes) 000818 1788882213.889039 trunc from 0x040000 to 0x001327 (0x3ecd8 bytes) 000819 1788882213.907186 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x1328): Mirror 2: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1328): Mirror 2: 0xa6ff9533 (stale) Mirror 4: 0xa6ff9533 (stale) CRC-32 checksum value for chunk [0, 0x1328): Mirror 1: 0xa6ff9533 Mirror 5: 0xa6ff9533 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1328: skipped 000820 1788882214.125294 punch from 0x000c90 to 0x001327 (0x698 bytes) 000821 1788882214.139723 mapread 0x000c4b thru 0x001327 (0x6dd bytes) 000822 1788882214.144376 read 0x00112f thru 0x001327 (0x1f9 bytes) 000823 1788882214.144924 mapwrite 0x006089 thru 0x00abc9 (0x4b41 bytes) 000824 1788882214.169557 write 0x0288d9 thru 0x02b990 (0x30b8 bytes) 000825 1788882214.170647 trunc from 0x003470 to 0x00be82 (0x8a13 bytes) 000827 1788882214.172763 trunc from 0x02b991 to 0x0222a8 (0x96e8 bytes) 000828 1788882214.177390 read 0x00a4ee thru 0x018889 (0xe39c bytes) 000829 1788882214.180671 trunc from 0x017d01 to 0x0222a8 (0xa5a8 bytes) 000830 1788882214.182239 read 0x01c188 thru 0x020e69 (0x4ce2 bytes) 000831 1788882214.185012 trunc from 0x0222a9 to 0x00d129 (0x1517f bytes) 000832 1788882214.189673 punch from 0x008b67 to 0x00d129 (0x45c3 bytes) 000833 1788882214.191343 punch from 0x0061e8 to 0x00d129 (0x6f42 bytes) 000835 1788882214.193218 punch from 0x009cf6 to 0x00d129 (0x3434 bytes) 000836 1788882214.194594 mapread 0x00c4ea thru 0x00d129 (0xc40 bytes) 000837 1788882214.197423 trunc from 0x00950e to 0x00d129 (0x3c1c bytes) 000838 1788882214.198751 write 0x00c6d0 thru 0x013399 (0x6cca bytes) 000839 1788882214.200490 mapread 0x00f70e thru 0x013399 (0x3c8c bytes) 000840 1788882214.200959 mapread 0x00c4a1 thru 0x010a19 (0x4579 bytes) 000841 1788882214.201477 trunc from 0x00e1c6 to 0x013399 (0x51d4 bytes) 000842 1788882214.204907 fallocate 0x005fea thru 0x013571 (0xd588 bytes) 000843 1788882214.206506 trunc from 0x013572 to 0x01424e (0xcdd bytes) 000844 1788882214.210778 write 0x02b33b thru 0x02d65e (0x2324 bytes) 000846 1788882214.213806 MIRROR_RESYNC 4 mirrors 000847 1788882214.504476 punch from 0x026cac to 0x0287c0 (0x1b15 bytes) 000848 1788882214.514217 trunc from 0x00693c to 0x00c7b9 (0x5e7e bytes) 000849 1788882214.515896 write 0x03c536 thru 0x03ffff (0x3aca bytes) 000850 1788882214.516591 mapwrite 0x02cae6 thru 0x035292 (0x87ad bytes) 000851 1788882214.527863 mapread 0x00ef0d thru 0x0178d4 (0x89c8 bytes) 000852 1788882214.533921 mapread 0x030097 thru 0x03d780 (0xd6ea bytes) 000853 1788882214.537889 read 0x03f934 thru 0x03ffff (0x6cc bytes) 000854 1788882214.538352 read 0x01131a thru 0x02054a (0xf231 bytes) 000855 1788882214.541968 trunc from 0x0018b9 to 0x0050f2 (0x383a bytes) 000856 1788882214.544398 mapread 0x01cd64 thru 0x024c7b (0x7f18 bytes) 000857 1788882214.547195 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x6a4dba72 (stale) Mirror 4: 0x6a4dba72 (stale) Mirror 5: 0x6a4dba72 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc67ce10 Mirror 6: 0xc67ce10 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000858 1788882214.808918 punch from 0x032d4b to 0x03bcff (0x8fb5 bytes) 000859 1788882214.818814 read 0x007d7b thru 0x009f79 (0x21ff bytes) 000860 1788882214.820749 read 0x01207f thru 0x01d7bc (0xb73e bytes) 000862 1788882214.824838 punch from 0x01db72 to 0x022b0f (0x4f9e bytes) 000863 1788882214.826809 fallocate 0x028d70 thru 0x02cd3e (0x3fcf bytes) 000864 1788882214.828653 fallocate 0x0111eb thru 0x0193d7 (0x81ed bytes) 000865 1788882214.830596 mapread 0x026a5d thru 0x02fde2 (0x9386 bytes) 000866 1788882214.831451 mapwrite 0x02679d thru 0x02b579 (0x4ddd bytes) 000867 1788882214.837180 mapread 0x01b979 thru 0x020537 (0x4bbf bytes) 000868 1788882214.842543 trunc from 0x00073d to 0x004f71 (0x4835 bytes) 000869 1788882214.846288 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x6a4dba72 (stale) Mirror 4: 0x6a4dba72 (stale) Mirror 5: 0x6a4dba72 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0x6a4dba72 (stale) Mirror 4: 0x6a4dba72 (stale) Mirror 5: 0x6a4dba72 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000870 1788882214.948848 trunc from 0x007ee7 to 0x016661 (0xe77b bytes) 000871 1788882214.950760 punch from 0x01ddde to 0x02b156 (0xd379 bytes) 000873 1788882214.953129 trunc from 0x0047ba to 0x0139ed (0xf234 bytes) 000874 1788882214.954668 mapwrite 0x01b694 thru 0x0239d0 (0x833d bytes) 000875 1788882214.965093 trunc from 0x040000 to 0x03f0ce (0xf31 bytes) 000876 1788882214.976381 fallocate 0x011856 thru 0x020bc7 (0xf372 bytes) 000877 1788882214.978485 write 0x00cf72 thru 0x00e9d1 (0x1a60 bytes) 000878 1788882214.981662 trunc from 0x020ccc to 0x028cc9 (0x7ffe bytes) 000879 1788882214.983612 read 0x01bfad thru 0x02506d (0x90c1 bytes) 000880 1788882214.986696 fallocate 0x033c3d thru 0x03bc76 (0x803a bytes) 000881 1788882214.988695 punch from 0x020268 to 0x02bd22 (0xbabb bytes) 000882 1788882214.990281 mapwrite 0x022e66 thru 0x029f03 (0x709e bytes) 000883 1788882214.999639 read 0x007ac8 thru 0x00f5ca (0x7b03 bytes) 000886 1788882215.004162 mapwrite 0x02b56e thru 0x03a3ea (0xee7d bytes) 000887 1788882215.012380 fallocate 0x03694c thru 0x03f967 (0x901c bytes) 000888 1788882215.014148 punch from 0x030ea8 to 0x0326ba (0x1813 bytes) 000889 1788882215.015881 fallocate 0x032e2f thru 0x035910 (0x2ae2 bytes) 000890 1788882215.017463 write 0x0182e0 thru 0x0214c6 (0x91e7 bytes) 000891 1788882215.018504 trunc from 0x00f941 to 0x01d243 (0xd903 bytes) 000892 1788882215.021806 trunc from 0x03d983 to 0x03f0ce (0x174c bytes) 000893 1788882215.023211 read 0x00f45a thru 0x018513 (0x90ba bytes) 000894 1788882215.025802 mapwrite 0x003179 thru 0x012ae4 (0xf96c bytes) 000895 1788882215.034009 mapread 0x01341d thru 0x01c3d7 (0x8fbb bytes) 000896 1788882215.034948 mapwrite 0x02ebc1 thru 0x03e943 (0xfd83 bytes) 000897 1788882215.043948 mapread 0x039425 thru 0x03f0ce (0x5caa bytes) 000899 1788882215.046251 MIRROR_RESYNC 4 mirrors 000900 1788882215.333237 mapwrite 0x035f30 thru 0x03ffff (0xa0d0 bytes) 000902 1788882215.362265 mapwrite 0x02a171 thru 0x02decd (0x3d5d bytes) 000903 1788882215.372879 read 0x02490d thru 0x02d84a (0x8f3e bytes) 000904 1788882215.373398 trunc from 0x00b9a5 to 0x014538 (0x8b94 bytes) 000905 1788882215.376347 trunc from 0x016605 to 0x018df4 (0x27f0 bytes) 000906 1788882215.378691 read 0x011ca9 thru 0x01a9eb (0x8d43 bytes) 000908 1788882215.383796 fallocate 0x0040fc thru 0x00a722 (0x6627 bytes) 000909 1788882215.386980 trunc from 0x02c6f7 to 0x0358f9 (0x9203 bytes) 000912 1788882215.391000 mapread 0x02fbbf thru 0x0331c5 (0x3607 bytes) 000913 1788882215.401147 mapwrite 0x01a12b thru 0x0212ed (0x71c3 bytes) 000914 1788882215.410609 read 0x013527 thru 0x01c60d (0x90e7 bytes) 000915 1788882215.411259 mapread 0x019edb thru 0x020d5e (0x6e84 bytes) 000916 1788882215.412171 mapread 0x03515a thru 0x03d1a2 (0x8049 bytes) 000918 1788882215.416595 mapwrite 0x01dfe8 thru 0x02b188 (0xd1a1 bytes) 000919 1788882215.427340 mapwrite 0x03c205 thru 0x03ffff (0x3dfb bytes) 000920 1788882215.433760 trunc from 0x010eb0 to 0x016594 (0x56e5 bytes) 000921 1788882215.436678 trunc from 0x040000 to 0x00dbd1 (0x3242e bytes) 000922 1788882215.443535 mapread 0x006ea5 thru 0x00dbd1 (0x6d2d bytes) 000923 1788882215.444538 fallocate 0x03715c thru 0x03ffff (0x8ea4 bytes) 000924 1788882215.446873 read 0x005c83 thru 0x00c8cd (0x6c4b bytes) 000925 1788882215.447333 trunc from 0x001761 to 0x002c7a (0x151a bytes) 000926 1788882215.449097 trunc from 0x00dbd2 to 0x02cc80 (0x1f0af bytes) 000929 1788882215.455828 write 0x00882b thru 0x00e99e (0x6174 bytes) 000930 1788882215.459663 write 0x00aed3 thru 0x014ae0 (0x9c0e bytes) 000931 1788882215.464468 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2cc81): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2cc81): Mirror 2: 0x5a36202d (stale) Mirror 4: 0x5a36202d (stale) Mirror 5: 0x5a36202d (stale) CRC-32 checksum value for chunk [0, 0x2cc81): Mirror 1: 0x55cb1514 Mirror 6: 0x55cb1514 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2cc81: skipped 000932 1788882215.753755 fallocate 0x036f48 thru 0x037cd6 (0xd8f bytes) 000933 1788882215.769873 read 0x01008f thru 0x012f25 (0x2e97 bytes) 000934 1788882215.773117 punch from 0x008654 to 0x009ad6 (0x1483 bytes) 000935 1788882215.775481 mapwrite 0x026c4d thru 0x0281a7 (0x155b bytes) 000936 1788882215.787710 mapwrite 0x01f9d9 thru 0x029c49 (0xa271 bytes) 000937 1788882215.798825 write 0x00828c thru 0x00a687 (0x23fc bytes) 000938 1788882215.803499 trunc from 0x02cc81 to 0x02dbd2 (0xf52 bytes) 000939 1788882215.817458 fallocate 0x010ddd thru 0x01a87a (0x9a9e bytes) 000940 1788882215.821128 mapread 0x021ae2 thru 0x02727b (0x579a bytes) 000941 1788882215.822062 mapread 0x02a420 thru 0x02b94d (0x152e bytes) 000943 1788882215.823303 mapread 0x01c2af thru 0x027a83 (0xb7d5 bytes) 000944 1788882215.824127 fallocate 0x03e18c thru 0x03ffff (0x1e74 bytes) 000946 1788882215.829625 MIRROR_SPLIT mirror 2 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2dbd3): Mirror 2: 0x3b73443c (stale) Mirror 5: 0x3b73443c (stale) Mirror 6: 0xfd940f14 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2dbd3): Mirror 2: 0x3b73443c (stale) Mirror 5: 0x3b73443c (stale) Mirror 6: 0xfd940f14 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2dbd3: skipped 000947 1788882215.955544 mapwrite 0x0393ec thru 0x03ffff (0x6c14 bytes) 000948 1788882215.976014 mapwrite 0x037663 thru 0x03ffff (0x899d bytes) 000949 1788882215.983378 fallocate 0x033822 thru 0x03d308 (0x9ae7 bytes) 000950 1788882215.985628 mapwrite 0x03ed1f thru 0x03ffff (0x12e1 bytes) 000951 1788882215.992711 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xc2a2a87b (stale) Mirror 6: 0x37466582 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xc2a2a87b (stale) Mirror 6: 0x37466582 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000952 1788882216.095942 read 0x002de3 thru 0x01170a (0xe928 bytes) 000953 1788882216.101741 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xc2a2a87b (stale) Mirror 6: 0x37466582 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x910000ff Mirror 7: 0x910000ff lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000954 1788882216.399937 trunc from 0x030ad8 to 0x03a26a (0x9793 bytes) 000955 1788882216.414936 mapread 0x009175 thru 0x0115ee (0x847a bytes) 000956 1788882216.423348 mapwrite 0x0088e7 thru 0x00e149 (0x5863 bytes) 000957 1788882216.432373 punch from 0x00a589 to 0x00dd83 (0x37fb bytes) 000958 1788882216.434542 trunc from 0x040000 to 0x00a1ad (0x35e52 bytes) 000959 1788882216.442392 mapread 0x000a83 thru 0x00a1ad (0x972b bytes) 000960 1788882216.445440 trunc from 0x0066af to 0x00a1ad (0x3aff bytes) 000961 1788882216.448793 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x52:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xa1ae): Mirror 5: 0xc062ae9a (stale) Mirror 7: 0x8f315e2b (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa1ae): Mirror 5: 0xc062ae9a (stale) Mirror 7: 0x8f315e2b (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa1ae: skipped 000962 1788882216.541882 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0xa1ae): Mirror 5: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa1ae): Mirror 5: 0xc062ae9a (stale) Mirror 7: 0x8f315e2b (stale) CRC-32 checksum value for chunk [0, 0xa1ae): Mirror 1: 0x9544e37 Mirror 8: 0x9544e37 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa1ae: skipped 000963 1788882216.798407 fallocate 0x0175ea thru 0x0244d3 (0xceea bytes) 000965 1788882216.812950 write 0x020a2c thru 0x025699 (0x4c6e bytes) 000966 1788882216.818390 trunc from 0x0125da to 0x014fd0 (0x29f7 bytes) 000967 1788882216.820733 trunc from 0x011d13 to 0x013d86 (0x2074 bytes) 000968 1788882216.823950 trunc from 0x00ca2b to 0x00fdde (0x33b4 bytes) 000969 1788882216.825845 mapread 0x01938b thru 0x0230df (0x9d55 bytes) 000970 1788882216.831806 punch from 0x013055 to 0x01586c (0x2818 bytes) 000971 1788882216.834139 trunc from 0x00bf63 to 0x00de0b (0x1ea9 bytes) 000973 1788882216.836334 write 0x020aaf thru 0x026d62 (0x62b4 bytes) 000974 1788882216.838736 MIRROR_RESYNC 4 mirrors 000975 1788882217.176016 trunc from 0x026d63 to 0x03ed1d (0x17fbb bytes) 000976 1788882217.190962 trunc from 0x01f2a1 to 0x025c93 (0x69f3 bytes) 000977 1788882217.193494 write 0x00e042 thru 0x017d12 (0x9cd1 bytes) 000978 1788882217.197484 fallocate 0x00a891 thru 0x0163b7 (0xbb27 bytes) 000980 1788882217.200405 fallocate 0x0265ba thru 0x035635 (0xf07c bytes) 000981 1788882217.202970 mapwrite 0x0090ab thru 0x010643 (0x7599 bytes) 000982 1788882217.216106 fallocate 0x01d2e8 thru 0x0217e3 (0x44fc bytes) 000983 1788882217.218175 trunc from 0x01fb80 to 0x01fe85 (0x306 bytes) 000985 1788882217.220516 mapwrite 0x022ea0 thru 0x022fc4 (0x125 bytes) 000987 1788882217.229300 punch from 0x003521 to 0x009350 (0x5e30 bytes) 000988 1788882217.231202 read 0x02c4d0 thru 0x02caf3 (0x624 bytes) 000989 1788882217.232943 read 0x0212ef thru 0x028647 (0x7359 bytes) 000990 1788882217.233355 mapread 0x002bbb thru 0x007ce2 (0x5128 bytes) 000991 1788882217.237167 trunc from 0x03ed1e to 0x00beb8 (0x32e65 bytes) 000992 1788882217.244818 write 0x02d489 thru 0x02f9d8 (0x2550 bytes) 000993 1788882217.245853 write 0x00c5ac thru 0x01a5f5 (0xe04a bytes) 000994 1788882217.249382 mapwrite 0x02d3b2 thru 0x032013 (0x4c62 bytes) 000995 1788882217.263240 fallocate 0x01c9af thru 0x023d2a (0x737c bytes) 000996 1788882217.265059 punch from 0x00b604 to 0x01a256 (0xec53 bytes) 000997 1788882217.266928 mapwrite 0x0165da thru 0x0261ed (0xfc14 bytes) 000998 1788882217.299634 MIRROR_RESYNC 4 mirrors 001000 1788882217.684218 MIRROR_EXTEND to 5 mirrors All operations completed A-OK!