== sanity-flr test 70a: flr mode fsx test ================ 23:36:11 (1788838571) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 8573 000002 1788838573.689186 write 0x01b9a3 thru 0x01df01 (0x255f bytes) truncating to largest ever: 0x13a14 000004 1788838573.697459 trunc from 0x01df02 to 0x013a13 (0xa4ee bytes) 000005 1788838573.714805 MIRROR_EXTEND to 2 mirrors 000006 1788838574.400131 punch from 0x00ef26 to 0x013a13 (0x4aee bytes) 000007 1788838574.442362 punch from 0x0024d9 to 0x00b68f (0x91b7 bytes) 000009 1788838574.449270 read 0x00cae4 thru 0x013a13 (0x6f30 bytes) 000010 1788838574.458483 punch from 0x009e37 to 0x013a13 (0x9bdd bytes) 000012 1788838574.465244 read 0x00f9ac thru 0x013a13 (0x4068 bytes) 000013 1788838574.477148 mapread 0x005c5f thru 0x00f0da (0x947c bytes) 000014 1788838574.480014 mapread 0x011138 thru 0x013a13 (0x28dc bytes) fallocating to largest ever: 0x40000 000015 1788838574.482273 fallocate 0x03d338 thru 0x03ffff (0x2cc8 bytes) 000016 1788838574.489434 fallocate 0x0361ca thru 0x03a26d (0x40a4 bytes) 000018 1788838574.502297 mapwrite 0x0361db thru 0x03f2d5 (0x90fb bytes) 000020 1788838574.535094 trunc from 0x040000 to 0x01c046 (0x23fb9 bytes) 000021 1788838574.563060 trunc from 0x014bca to 0x01c046 (0x747d bytes) 000022 1788838574.569493 read 0x010532 thru 0x01a8a6 (0xa375 bytes) 000023 1788838574.580725 mapread 0x00cdd0 thru 0x0103d6 (0x3607 bytes) 000024 1788838574.583048 write 0x006ce2 thru 0x00ef84 (0x82a3 bytes) 000025 1788838574.588064 trunc from 0x01c047 to 0x03591b (0x198d5 bytes) 000026 1788838574.605315 fallocate 0x01d693 thru 0x022dfc (0x576a bytes) 000027 1788838574.612791 read 0x02e91f thru 0x03591b (0x6ffd bytes) 000028 1788838574.627934 punch from 0x01ae07 to 0x02004e (0x5248 bytes) 000029 1788838574.636639 mapwrite 0x0104d2 thru 0x01a3e3 (0x9f12 bytes) 000032 1788838574.689386 read 0x02cb81 thru 0x02eb98 (0x2018 bytes) 000033 1788838574.690124 trunc from 0x030d1b to 0x03591b (0x4c01 bytes) 000034 1788838574.704788 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3591c): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3591c): Mirror 2: 0xeb0037f4 (stale) CRC-32 checksum value for chunk [0, 0x3591c): Mirror 1: 0xe8204d4d Mirror 3: 0xe8204d4d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3591c: skipped 000035 1788838575.967276 trunc from 0x02f19a to 0x03591b (0x6782 bytes) 000036 1788838576.026819 write 0x03ef41 thru 0x03ffff (0x10bf bytes) 000037 1788838576.036862 trunc from 0x0179ba to 0x023def (0xc436 bytes) 000038 1788838576.049458 mapread 0x0052d8 thru 0x01220e (0xcf37 bytes) 000039 1788838576.100240 fallocate 0x013ec1 thru 0x01d1e3 (0x9323 bytes) 000040 1788838576.105278 punch from 0x00cb7d to 0x010a26 (0x3eaa bytes) 000041 1788838576.110116 read 0x0314f4 thru 0x0323fa (0xf07 bytes) 000042 1788838576.115481 trunc from 0x040000 to 0x038251 (0x7dae bytes) 000043 1788838576.136426 fallocate 0x025f23 thru 0x02e165 (0x8243 bytes) 000044 1788838576.143181 write 0x0154e2 thru 0x016edf (0x19fe bytes) 000045 1788838576.155987 MIRROR_RESYNC 3 mirrors 000047 1788838576.954846 write 0x025ea6 thru 0x0358bf (0xfa1a bytes) 000048 1788838576.996747 trunc from 0x038252 to 0x011589 (0x26cc8 bytes) 000049 1788838577.045266 punch from 0x00b224 to 0x00cc55 (0x1a32 bytes) 000050 1788838577.051434 mapwrite 0x03861e thru 0x03ff95 (0x7978 bytes) 000051 1788838577.118494 trunc from 0x009dbf to 0x015f2d (0xc16f bytes) 000052 1788838577.126411 write 0x02099d thru 0x021525 (0xb89 bytes) 000053 1788838577.161896 trunc from 0x03ff96 to 0x0337c4 (0xc7d1 bytes) 000054 1788838577.193236 fallocate 0x0241be thru 0x02fe03 (0xbc46 bytes) 000055 1788838577.203945 punch from 0x011ed3 to 0x01eaa3 (0xcbd1 bytes) 000056 1788838577.210314 fallocate 0x032f83 thru 0x0333e2 (0x460 bytes) 000057 1788838577.218284 punch from 0x025a3e to 0x032ea3 (0xd466 bytes) 000058 1788838577.238641 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x337c5): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x337c5): Mirror 2: 0x24404fda (stale) Mirror 3: 0x24404fda (stale) CRC-32 checksum value for chunk [0, 0x337c5): Mirror 1: 0x85a71da9 Mirror 4: 0x85a71da9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x337c5: skipped 000059 1788838578.449396 write 0x0083eb thru 0x00c621 (0x4237 bytes) 000061 1788838578.547881 fallocate 0x03e2cc thru 0x03ffff (0x1d34 bytes) 000062 1788838578.555489 read 0x0235df thru 0x032cde (0xf700 bytes) 000063 1788838578.577966 mapwrite 0x03e515 thru 0x03ffff (0x1aeb bytes) 000064 1788838578.639922 trunc from 0x03b693 to 0x03e347 (0x2cb5 bytes) 000065 1788838578.649163 trunc from 0x040000 to 0x000fbf (0x3f040 bytes) 000066 1788838578.681728 mapread 0x000a15 thru 0x000fbf (0x5ab bytes) 000067 1788838578.705216 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0xfc0): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xfc0): Mirror 2: 0xe8b8467d (stale) Mirror 3: 0xe8b8467d (stale) Mirror 4: 0xe8b8467d (stale) CRC-32 checksum value for chunk [0, 0xfc0): Mirror 1: 0xe8b8467d Mirror 5: 0xe8b8467d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xfc0: skipped 000068 1788838579.905431 MIRROR_RESYNC 5 mirrors 000071 1788838580.714910 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) 000072 1788838581.162960 punch from 0x000570 to 0x000fbf (0xa50 bytes) 000073 1788838581.211392 mapread 0x00017d thru 0x000fbf (0xe43 bytes) 000074 1788838581.220886 punch from 0x000285 to 0x00043e (0x1ba bytes) 000075 1788838581.231966 trunc from 0x000e77 to 0x000fbf (0x149 bytes) 000076 1788838581.237016 trunc from 0x000fc0 to 0x00d4dc (0xc51d bytes) 000077 1788838581.268678 mapwrite 0x02c7c0 thru 0x03238b (0x5bcc bytes) 000078 1788838581.314725 punch from 0x01f6d9 to 0x021fc2 (0x28ea bytes) 000079 1788838581.319890 punch from 0x01249a to 0x013c8c (0x17f3 bytes) 000080 1788838581.324382 mapwrite 0x03e70f thru 0x03ffff (0x18f1 bytes) 000081 1788838581.359747 write 0x02d524 thru 0x033e2a (0x6907 bytes) 000082 1788838581.366223 fallocate 0x02c7f8 thru 0x031518 (0x4d21 bytes) 000083 1788838581.370916 trunc from 0x01996e to 0x0271f9 (0xd88c bytes) 000084 1788838581.375575 write 0x00fc59 thru 0x019f0a (0xa2b2 bytes) 000085 1788838581.385400 mapread 0x03c044 thru 0x03ffff (0x3fbc bytes) 000086 1788838581.386602 write 0x0385f3 thru 0x03e661 (0x606f bytes) 000087 1788838581.388449 mapwrite 0x01b133 thru 0x02a109 (0xefd7 bytes) 000088 1788838581.426462 punch from 0x03eeed to 0x03ffff (0x1113 bytes) 000090 1788838581.433081 write 0x01f8d2 thru 0x02883c (0x8f6b bytes) 000091 1788838581.435172 trunc from 0x0146b9 to 0x022e0a (0xe752 bytes) 000092 1788838581.448979 fallocate 0x03586b thru 0x03ffff (0xa795 bytes) 000093 1788838581.454401 fallocate 0x0350c0 thru 0x03ffff (0xaf40 bytes) 000094 1788838581.459414 mapread 0x0067c7 thru 0x008e3d (0x2677 bytes) 000096 1788838581.482648 mapwrite 0x025246 thru 0x02fb27 (0xa8e2 bytes) 000097 1788838581.515164 mapwrite 0x02c85f thru 0x03bc02 (0xf3a4 bytes) 000098 1788838581.585327 write 0x01e907 thru 0x02dd42 (0xf43c bytes) 000099 1788838581.595636 mapread 0x02c120 thru 0x02fa38 (0x3919 bytes) 000100 1788838581.597373 trunc from 0x040000 to 0x027368 (0x18c97 bytes) 000101 1788838581.619565 write 0x00cc11 thru 0x00e61a (0x1a0a bytes) 000102 1788838581.621333 read 0x0167f5 thru 0x01dfb0 (0x77bc bytes) 000103 1788838581.650352 fallocate 0x03fd16 thru 0x03ffff (0x2ea bytes) 000104 1788838581.664396 trunc from 0x0015ca to 0x009e60 (0x8897 bytes) 000106 1788838581.673615 write 0x00db64 thru 0x00df2c (0x3c9 bytes) 000107 1788838581.676444 punch from 0x00d1fb to 0x00f205 (0x200b bytes) 000108 1788838581.713634 trunc from 0x02a2f7 to 0x032bb5 (0x88bf bytes) 000109 1788838581.723644 punch from 0x023f12 to 0x02c9a0 (0x8a8f bytes) 000110 1788838581.743678 trunc from 0x040000 to 0x01d8a3 (0x2275c bytes) 000111 1788838581.796639 mapwrite 0x01a777 thru 0x026108 (0xb992 bytes) 000112 1788838581.863380 MIRROR_RESYNC 4 mirrors 000113 1788838583.348403 trunc from 0x026109 to 0x00c705 (0x19a03 bytes) 000114 1788838583.435608 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0xc706): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xc706): Mirror 2: 0x8b9deea8 (stale) Mirror 3: 0x8b9deea8 (stale) Mirror 5: 0x8b9deea8 (stale) CRC-32 checksum value for chunk [0, 0xc706): Mirror 1: 0x8b9deea8 Mirror 6: 0x8b9deea8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xc706: skipped 000115 1788838584.546273 read 0x000bbb thru 0x00c705 (0xbb4b bytes) 000116 1788838584.559594 punch from 0x009067 to 0x00c705 (0x369f bytes) 000117 1788838584.610386 mapwrite 0x0082e1 thru 0x009b46 (0x1866 bytes) 000118 1788838584.650569 mapwrite 0x022e63 thru 0x030503 (0xd6a1 bytes) 000119 1788838584.728924 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x30504): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30504): Mirror 2: 0x436290a2 (stale) Mirror 3: 0x436290a2 (stale) Mirror 5: 0x436290a2 (stale) Mirror 6: 0xae8e3950 (stale) CRC-32 checksum value for chunk [0, 0x30504): Mirror 1: 0x3d5af99a Mirror 7: 0x3d5af99a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30504: skipped 000120 1788838585.881314 mapread 0x01a026 thru 0x020961 (0x693c bytes) 000121 1788838585.931954 fallocate 0x025806 thru 0x033f04 (0xe6ff bytes) 000122 1788838585.972314 fallocate 0x004645 thru 0x0055c3 (0xf7f bytes) 000124 1788838585.987117 read 0x02c6ff thru 0x030503 (0x3e05 bytes) 000125 1788838586.007350 trunc from 0x022209 to 0x026581 (0x4379 bytes) 000126 1788838586.012159 mapread 0x00f6d4 thru 0x013c98 (0x45c5 bytes) 000127 1788838586.022470 write 0x029631 thru 0x033d1b (0xa6eb bytes) 000128 1788838586.033302 punch from 0x02cf96 to 0x033d1b (0x6d86 bytes) 000129 1788838586.048943 write 0x03a563 thru 0x03ffff (0x5a9d bytes) 000130 1788838586.051068 fallocate 0x019719 thru 0x01e6ab (0x4f93 bytes) 000131 1788838586.057116 punch from 0x02b5d4 to 0x03180e (0x623b bytes) 000132 1788838586.062159 punch from 0x01d3ac to 0x01fd13 (0x2968 bytes) 000133 1788838586.067449 punch from 0x0050dd to 0x00abd1 (0x5af5 bytes) 000134 1788838586.073017 mapwrite 0x03a25f thru 0x03ffff (0x5da1 bytes) 000135 1788838586.087186 mapread 0x01eb5c thru 0x0276d8 (0x8b7d bytes) 000136 1788838586.107646 mapread 0x00056f thru 0x005f6b (0x59fd bytes) 000137 1788838586.118704 trunc from 0x040000 to 0x02f955 (0x106aa bytes) 000138 1788838586.145726 mapwrite 0x0303fd thru 0x0304bd (0xc1 bytes) 000139 1788838586.179339 mapread 0x01be6a thru 0x02ade3 (0xef7a bytes) 000140 1788838586.182037 trunc from 0x01b19a to 0x021c86 (0x6aed bytes) 000141 1788838586.187499 mapwrite 0x01c091 thru 0x025d71 (0x9ce1 bytes) 000142 1788838586.217407 fallocate 0x029502 thru 0x02cfff (0x3afe bytes) 000143 1788838586.224967 read 0x02d660 thru 0x0304bd (0x2e5e bytes) 000144 1788838586.226386 mapread 0x013c4d thru 0x0222bf (0xe673 bytes) 000145 1788838586.228071 read 0x003d4b thru 0x00cb75 (0x8e2b bytes) 000146 1788838586.233605 MIRROR_RESYNC 6 mirrors 000147 1788838587.959656 mapread 0x00cdca thru 0x01bedb (0xf112 bytes) 000148 1788838587.997092 fallocate 0x002b70 thru 0x007ed3 (0x5364 bytes) 000149 1788838588.054448 mapread 0x00ac63 thru 0x018400 (0xd79e bytes) 000150 1788838588.079466 mapread 0x029aae thru 0x0304bd (0x6a10 bytes) 000151 1788838588.104636 read 0x02119f thru 0x0292b0 (0x8112 bytes) 000152 1788838588.113423 mapread 0x000cfa thru 0x010763 (0xfa6a bytes) 000153 1788838588.121494 punch from 0x007a65 to 0x016b4d (0xf0e9 bytes) 000154 1788838588.127544 write 0x031959 thru 0x03e1d9 (0xc881 bytes) 000155 1788838588.129168 write 0x01fd1f thru 0x02b62c (0xb90e bytes) 000156 1788838588.135657 read 0x015792 thru 0x0220e0 (0xc94f bytes) 000157 1788838588.153692 fallocate 0x02eff3 thru 0x039882 (0xa890 bytes) 000158 1788838588.161149 read 0x02f84a thru 0x02f9fb (0x1b2 bytes) 000159 1788838588.161718 trunc from 0x03e1da to 0x0147b2 (0x29a27 bytes) 000160 1788838588.184269 fallocate 0x00afed thru 0x00dea8 (0x2ebc bytes) 000161 1788838588.190169 fallocate 0x016f3b thru 0x0266a6 (0xf76c bytes) 000162 1788838588.196296 write 0x011dbf thru 0x01daef (0xbd31 bytes) 000163 1788838588.197796 punch from 0x01027b to 0x019076 (0x8dfc bytes) 000164 1788838588.225455 fallocate 0x01b30c thru 0x020688 (0x537d bytes) 000165 1788838588.239173 mapread 0x013737 thru 0x01daef (0xa3b9 bytes) 000166 1788838588.257916 mapread 0x008384 thru 0x015c7a (0xd8f7 bytes) 000167 1788838588.261412 trunc from 0x01daf0 to 0x03e5b3 (0x20ac4 bytes) 000168 1788838588.290463 read 0x017dd1 thru 0x026e17 (0xf047 bytes) 000169 1788838588.306490 punch from 0x027522 to 0x0308c0 (0x939f bytes) 000170 1788838588.314885 trunc from 0x037880 to 0x03a49f (0x2c20 bytes) 000171 1788838588.322220 trunc from 0x006992 to 0x015f05 (0xf574 bytes) 000172 1788838588.335274 read 0x018777 thru 0x026727 (0xdfb1 bytes) 000173 1788838588.337572 mapread 0x017583 thru 0x01ef1e (0x799c bytes) 000174 1788838588.344212 trunc from 0x03e5b4 to 0x02ed05 (0xf8ae bytes) 000175 1788838588.383285 fallocate 0x01d396 thru 0x020129 (0x2d94 bytes) 000177 1788838588.398598 punch from 0x021e08 to 0x02ed05 (0xcefe bytes) 000178 1788838588.405053 write 0x01da5d thru 0x02085c (0x2e00 bytes) 000179 1788838588.411339 mapread 0x01dcd8 thru 0x01fd28 (0x2051 bytes) 000180 1788838588.413424 trunc from 0x02ed06 to 0x018e66 (0x15e9f bytes) 000182 1788838588.428807 trunc from 0x0054e0 to 0x007ecf (0x29f0 bytes) 000183 1788838588.438032 MIRROR_RESYNC 6 mirrors 000184 1788838589.429934 read 0x01133b thru 0x018e66 (0x7b2c bytes) 000185 1788838589.450361 mapread 0x00644e thru 0x0099ae (0x3561 bytes) 000186 1788838589.471861 mapread 0x012c79 thru 0x018e66 (0x61ee bytes) 000187 1788838589.472479 trunc from 0x011a39 to 0x0120f3 (0x6bb bytes) 000188 1788838589.503828 mapwrite 0x0287a0 thru 0x02d67f (0x4ee0 bytes) 000189 1788838589.552022 mapwrite 0x01cc63 thru 0x02c3aa (0xf748 bytes) 000190 1788838589.585404 write 0x025423 thru 0x0345a4 (0xf182 bytes) 000191 1788838589.587098 trunc from 0x02d415 to 0x0345a4 (0x7190 bytes) 000192 1788838589.606258 MIRROR_RESYNC 6 mirrors 000193 1788838590.951295 trunc from 0x02e956 to 0x0345a4 (0x5c4f bytes) 000194 1788838590.975614 read 0x01c8ec thru 0x01ef74 (0x2689 bytes) 000195 1788838590.981300 trunc from 0x0111ea to 0x0116fa (0x511 bytes) 000196 1788838590.986366 trunc from 0x013069 to 0x01ddba (0xad52 bytes) 000198 1788838590.993130 trunc from 0x01d022 to 0x020b51 (0x3b30 bytes) 000199 1788838591.008609 MIRROR_RESYNC 6 mirrors 000200 1788838592.538833 mapread 0x02d8e6 thru 0x031fc9 (0x46e4 bytes) 000202 1788838592.563478 punch from 0x002a48 to 0x005829 (0x2de2 bytes) 000203 1788838592.595854 trunc from 0x01297d to 0x015673 (0x2cf7 bytes) 000204 1788838592.602375 fallocate 0x0045ea thru 0x011b38 (0xd54f bytes) 000205 1788838592.610128 trunc from 0x0345a5 to 0x03c102 (0x7b5e bytes) 000206 1788838592.643021 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3c103): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c103): Mirror 2: 0x84c66e43 (stale) Mirror 3: 0x84c66e43 (stale) Mirror 5: 0x84c66e43 (stale) Mirror 6: 0x84c66e43 (stale) Mirror 7: 0x84c66e43 (stale) CRC-32 checksum value for chunk [0, 0x3c103): Mirror 1: 0x84c66e43 Mirror 8: 0x84c66e43 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c103: skipped 000207 1788838593.890397 punch from 0x02badc to 0x03184f (0x5d74 bytes) 000208 1788838593.941958 trunc from 0x03c103 to 0x01d2d6 (0x1ee2c bytes) 000209 1788838594.008920 MIRROR_RESYNC 7 mirrors 000211 1788838595.428416 mapwrite 0x02509d thru 0x0332a7 (0xe20b bytes) 000212 1788838595.619353 fallocate 0x031237 thru 0x03df97 (0xcd61 bytes) 000213 1788838595.633125 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3df98): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3df98): Mirror 2: 0x840c2176 (stale) Mirror 3: 0x840c2176 (stale) Mirror 5: 0x840c2176 (stale) Mirror 6: 0x840c2176 (stale) Mirror 7: 0x840c2176 (stale) Mirror 8: 0x840c2176 (stale) CRC-32 checksum value for chunk [0, 0x3df98): Mirror 1: 0xc7ce8811 Mirror 9: 0xc7ce8811 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3df98: skipped 000214 1788838597.135542 trunc from 0x03df98 to 0x0160ed (0x27eaa bytes) 000215 1788838597.213593 trunc from 0x0048f2 to 0x0103c5 (0xbad4 bytes) 000216 1788838597.220225 mapread 0x003fb9 thru 0x011bbf (0xdc07 bytes) 000217 1788838597.255872 write 0x036f4a thru 0x038c3d (0x1cf4 bytes) 000218 1788838597.258038 trunc from 0x038c3e to 0x02be1a (0xce23 bytes) 000219 1788838597.285079 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x2be1b): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2be1b): Mirror 2: 0x6e6297f5 (stale) Mirror 3: 0x6e6297f5 (stale) Mirror 5: 0x6e6297f5 (stale) Mirror 6: 0x6e6297f5 (stale) Mirror 7: 0x6e6297f5 (stale) Mirror 8: 0x6e6297f5 (stale) Mirror 9: 0xebb99599 (stale) CRC-32 checksum value for chunk [0, 0x2be1b): Mirror 1: 0x6e6297f5 Mirror 10: 0x6e6297f5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2be1b: skipped 000220 1788838598.466460 punch from 0x0048c9 to 0x012eca (0xe602 bytes) 000221 1788838598.541268 MIRROR_SPLIT mirror 1 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2be1b): Mirror 3: 0x6e6297f5 (stale) Mirror 5: 0x6e6297f5 (stale) Mirror 6: 0x6e6297f5 (stale) Mirror 7: 0x6e6297f5 (stale) Mirror 8: 0x6e6297f5 (stale) Mirror 9: 0xebb99599 (stale) Mirror 10: 0x6e6297f5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2be1b): Mirror 3: 0x6e6297f5 (stale) Mirror 5: 0x6e6297f5 (stale) Mirror 6: 0x6e6297f5 (stale) Mirror 7: 0x6e6297f5 (stale) Mirror 8: 0x6e6297f5 (stale) Mirror 9: 0xebb99599 (stale) Mirror 10: 0x6e6297f5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2be1b: skipped 000222 1788838599.329085 read 0x028cb8 thru 0x02be1a (0x3163 bytes) 000224 1788838599.337308 read 0x02a51c thru 0x02be1a (0x18ff bytes) 000225 1788838599.338477 punch from 0x026481 to 0x02b147 (0x4cc7 bytes) 000226 1788838599.346020 mapread 0x025702 thru 0x02b8d8 (0x61d7 bytes) 000227 1788838599.367774 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x2be1b): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2be1b): Mirror 3: 0x6e6297f5 (stale) Mirror 5: 0x6e6297f5 (stale) Mirror 6: 0x6e6297f5 (stale) Mirror 7: 0x6e6297f5 (stale) Mirror 8: 0x6e6297f5 (stale) Mirror 9: 0xebb99599 (stale) Mirror 10: 0x6e6297f5 (stale) CRC-32 checksum value for chunk [0, 0x2be1b): Mirror 1: 0x6e6297f5 Mirror 11: 0x6e6297f5 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2be1b: skipped 000228 1788838600.676262 trunc from 0x02be1b to 0x02a13e (0x1cdc bytes) 000229 1788838600.743355 mapread 0x028232 thru 0x02a13e (0x1f0d bytes) 000230 1788838600.800250 punch from 0x022776 to 0x02a13e (0x79c9 bytes) 000232 1788838600.806269 mapread 0x003bc5 thru 0x011e77 (0xe2b3 bytes) 000233 1788838600.877462 write 0x01b85c thru 0x023c9d (0x8442 bytes) 000234 1788838600.949925 read 0x01ff0a thru 0x02a13e (0xa235 bytes) 000235 1788838600.953482 write 0x02a9c3 thru 0x036311 (0xb94f bytes) 000236 1788838600.965162 trunc from 0x01ae4f to 0x022771 (0x7923 bytes) 000237 1788838600.991222 mapwrite 0x026e7e thru 0x028cf5 (0x1e78 bytes) 000239 1788838601.015942 read 0x01ed76 thru 0x021167 (0x23f2 bytes) 000240 1788838601.058887 mapwrite 0x02b9aa thru 0x02d7c2 (0x1e19 bytes) 000241 1788838601.083837 mapread 0x02ee80 thru 0x036311 (0x7492 bytes) 000242 1788838601.084954 punch from 0x00d838 to 0x0130df (0x58a8 bytes) 000243 1788838601.096195 read 0x0362fe thru 0x036311 (0x14 bytes) 000244 1788838601.114203 MIRROR_RESYNC 9 mirrors 000245 1788838603.725912 mapread 0x026221 thru 0x02de3f (0x7c1f bytes) 000246 1788838603.791017 write 0x03a003 thru 0x03ffff (0x5ffd bytes) 000247 1788838603.851496 write 0x00466a thru 0x009fd9 (0x5970 bytes) 000248 1788838603.914239 write 0x010e14 thru 0x016900 (0x5aed bytes) 000249 1788838603.958920 mapread 0x011322 thru 0x01bf6d (0xac4c bytes) 000251 1788838604.004495 trunc from 0x040000 to 0x02a177 (0x15e88 bytes) 000252 1788838604.086223 read 0x010b2e thru 0x01b5e5 (0xaab8 bytes) 000253 1788838604.089343 write 0x0017d3 thru 0x004cab (0x34d9 bytes) 000254 1788838604.099086 trunc from 0x02a178 to 0x000153 (0x2a024 bytes) 000255 1788838604.136997 write 0x008b8b thru 0x00f450 (0x68c6 bytes) 000256 1788838604.145415 trunc from 0x00f323 to 0x00f450 (0x12e bytes) 000257 1788838604.189917 trunc from 0x00f451 to 0x00d189 (0x22c7 bytes) 000258 1788838604.226482 write 0x01b155 thru 0x025808 (0xa6b4 bytes) 000259 1788838604.233670 trunc from 0x025809 to 0x0005fc (0x2520c bytes) 000260 1788838604.261788 trunc from 0x000557 to 0x0005fc (0xa6 bytes) 000261 1788838604.274553 MIRROR_SPLIT mirror 6 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x5fd): Mirror 3: 0xca928796 (stale) Mirror 5: 0xca928796 (stale) Mirror 6: 0xca928796 (stale) Mirror 7: 0xca928796 (stale) Mirror 8: 0xca928796 (stale) Mirror 10: 0xca928796 (stale) Mirror 11: 0xca928796 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x5fd): Mirror 3: 0xca928796 (stale) Mirror 5: 0xca928796 (stale) Mirror 6: 0xca928796 (stale) Mirror 7: 0xca928796 (stale) Mirror 8: 0xca928796 (stale) Mirror 10: 0xca928796 (stale) Mirror 11: 0xca928796 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x5fd: skipped 000262 1788838604.971219 read 0x000116 thru 0x0005fc (0x4e7 bytes) 000264 1788838604.980984 trunc from 0x0005fd to 0x02b9b0 (0x2b3b4 bytes) 000265 1788838605.004163 mapread 0x00f8b1 thru 0x0161b0 (0x6900 bytes) 000266 1788838605.057310 mapread 0x026a04 thru 0x02b9b0 (0x4fad bytes) 000267 1788838605.075761 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x2b9b1): Mirror 3: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2b9b1): Mirror 3: 0x6c233582 (stale) Mirror 5: 0x6c233582 (stale) Mirror 6: 0x6c233582 (stale) Mirror 7: 0x6c233582 (stale) Mirror 8: 0x6c233582 (stale) Mirror 10: 0x6c233582 (stale) Mirror 11: 0x6c233582 (stale) CRC-32 checksum value for chunk [0, 0x2b9b1): Mirror 1: 0xc0db7e39 Mirror 12: 0xc0db7e39 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2b9b1: skipped 000268 1788838606.257929 punch from 0x01fcb4 to 0x022cb6 (0x3003 bytes) 000269 1788838606.296929 write 0x02d883 thru 0x02e990 (0x110e bytes) 000270 1788838606.301834 fallocate 0x00c510 thru 0x0140d6 (0x7bc7 bytes) 000271 1788838606.305889 mapwrite 0x02e5f2 thru 0x03e198 (0xfba7 bytes) 000272 1788838606.362371 punch from 0x01d84b to 0x028cc6 (0xb47c bytes) 000273 1788838606.367411 mapwrite 0x01fc84 thru 0x02582b (0x5ba8 bytes) 000274 1788838606.387189 read 0x03dd69 thru 0x03e198 (0x430 bytes) 000275 1788838606.388074 fallocate 0x029af0 thru 0x029f70 (0x481 bytes) 000276 1788838606.392119 punch from 0x01bde3 to 0x025394 (0x95b2 bytes) 000277 1788838606.397122 mapread 0x01dbbe thru 0x02b760 (0xdba3 bytes) 000278 1788838606.411154 write 0x01877c thru 0x0261f4 (0xda79 bytes) 000279 1788838606.413581 write 0x028acf thru 0x037bf2 (0xf124 bytes) 000280 1788838606.421191 read 0x038934 thru 0x03e198 (0x5865 bytes) 000281 1788838606.423450 write 0x02b834 thru 0x032aa0 (0x726d bytes) 000282 1788838606.425838 trunc from 0x03e199 to 0x03655c (0x7c3c bytes) 000283 1788838606.465598 MIRROR_SPLIT mirror 8 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3655d): Mirror 3: 0xf1dfe5e0 (stale) Mirror 5: 0xf1dfe5e0 (stale) Mirror 6: 0xf1dfe5e0 (stale) Mirror 7: 0xf1dfe5e0 (stale) Mirror 8: 0xf1dfe5e0 (stale) Mirror 10: 0xf1dfe5e0 (stale) Mirror 11: 0xf1dfe5e0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3655d): Mirror 3: 0xf1dfe5e0 (stale) Mirror 5: 0xf1dfe5e0 (stale) Mirror 6: 0xf1dfe5e0 (stale) Mirror 7: 0xf1dfe5e0 (stale) Mirror 8: 0xf1dfe5e0 (stale) Mirror 10: 0xf1dfe5e0 (stale) Mirror 11: 0xf1dfe5e0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3655d: skipped 000284 1788838607.194634 trunc from 0x00f9a0 to 0x0163aa (0x6a0b bytes) 000285 1788838607.202136 fallocate 0x0271ee thru 0x02da99 (0x68ac bytes) 000286 1788838607.208296 trunc from 0x03655d to 0x039a6f (0x3513 bytes) 000287 1788838607.228164 mapwrite 0x0368fa thru 0x0381a8 (0x18af bytes) 000288 1788838607.331245 trunc from 0x02634a to 0x02671f (0x3d6 bytes) 000290 1788838607.339970 punch from 0x013d38 to 0x021fab (0xe274 bytes) 000291 1788838607.356323 fallocate 0x005233 thru 0x00530b (0xd9 bytes) 000294 1788838607.388218 fallocate 0x02d677 thru 0x03ae50 (0xd7da bytes) 000295 1788838607.397456 punch from 0x034535 to 0x0351cf (0xc9b bytes) 000296 1788838607.417156 MIRROR_SPLIT mirror 2 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39a70): Mirror 3: 0x4beb3df6 (stale) Mirror 6: 0x4beb3df6 (stale) Mirror 7: 0x4beb3df6 (stale) Mirror 8: 0x4beb3df6 (stale) Mirror 10: 0x4beb3df6 (stale) Mirror 11: 0x4beb3df6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39a70): Mirror 3: 0x4beb3df6 (stale) Mirror 6: 0x4beb3df6 (stale) Mirror 7: 0x4beb3df6 (stale) Mirror 8: 0x4beb3df6 (stale) Mirror 10: 0x4beb3df6 (stale) Mirror 11: 0x4beb3df6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39a70: skipped 000297 1788838607.873463 MIRROR_RESYNC 7 mirrors 000298 1788838609.762554 punch from 0x02bde3 to 0x034087 (0x82a5 bytes) 000299 1788838609.798005 trunc from 0x039a70 to 0x02bcc0 (0xddaf bytes) 000300 1788838609.823806 trunc from 0x02bcc1 to 0x02949c (0x2824 bytes) 000301 1788838609.843398 read 0x00d942 thru 0x013acc (0x618b bytes) 000302 1788838609.873304 mapwrite 0x013db3 thru 0x01bb86 (0x7dd4 bytes) 000304 1788838609.953273 mapread 0x00f477 thru 0x0142fe (0x4e88 bytes) 000305 1788838609.955285 fallocate 0x013aa2 thru 0x01cb99 (0x90f8 bytes) 000306 1788838609.965985 trunc from 0x02949d to 0x01b11a (0xe382 bytes) 000307 1788838609.989876 trunc from 0x01b11b to 0x02a017 (0xeefd bytes) 000308 1788838610.024025 trunc from 0x017538 to 0x02552e (0xdff7 bytes) 000309 1788838610.030602 punch from 0x007134 to 0x013997 (0xc864 bytes) 000310 1788838610.041312 trunc from 0x0208c8 to 0x025900 (0x5039 bytes) 000311 1788838610.051212 trunc from 0x028264 to 0x02a017 (0x1db4 bytes) 000312 1788838610.067144 MIRROR_SPLIT mirror 3 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2a018): Mirror 3: 0x3661ffa1 (stale) Mirror 6: 0x3661ffa1 (stale) Mirror 8: 0x3661ffa1 (stale) Mirror 10: 0x3661ffa1 (stale) Mirror 11: 0x3661ffa1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a018): Mirror 3: 0x3661ffa1 (stale) Mirror 6: 0x3661ffa1 (stale) Mirror 8: 0x3661ffa1 (stale) Mirror 10: 0x3661ffa1 (stale) Mirror 11: 0x3661ffa1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a018: skipped 000313 1788838610.738594 read 0x012d28 thru 0x01a45c (0x7735 bytes) 000314 1788838610.770630 punch from 0x0080fb to 0x01615d (0xe063 bytes) 000315 1788838610.786892 fallocate 0x02947c thru 0x030fc0 (0x7b45 bytes) 000316 1788838610.795732 mapread 0x029f24 thru 0x02de09 (0x3ee6 bytes) 000317 1788838610.858568 mapread 0x025a9f thru 0x030fc0 (0xb522 bytes) 000318 1788838610.865481 mapread 0x00a426 thru 0x0118bd (0x7498 bytes) 000319 1788838610.904469 mapread 0x02ae9c thru 0x02d43f (0x25a4 bytes) 000320 1788838610.905415 punch from 0x000278 to 0x00b4eb (0xb274 bytes) 000321 1788838610.913163 fallocate 0x02b1c0 thru 0x038f01 (0xdd42 bytes) 000322 1788838610.931731 trunc from 0x038f02 to 0x003219 (0x35ce8 bytes) 000323 1788838611.014190 read 0x00034d thru 0x000670 (0x324 bytes) 000324 1788838611.023484 fallocate 0x031ae6 thru 0x03b7d3 (0x9cee bytes) 000325 1788838611.040269 mapread 0x034a94 thru 0x03b7d3 (0x6d40 bytes) 000326 1788838611.072480 mapwrite 0x01269d thru 0x01ff14 (0xd878 bytes) 000327 1788838611.146924 mapwrite 0x00f40f thru 0x017480 (0x8072 bytes) 000328 1788838611.185462 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3b7d4): Mirror 3: 0xd131b285 (stale) Mirror 6: 0xd131b285 (stale) Mirror 10: 0xd131b285 (stale) Mirror 11: 0xd131b285 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b7d4): Mirror 3: 0xd131b285 (stale) Mirror 6: 0xd131b285 (stale) Mirror 10: 0xd131b285 (stale) Mirror 11: 0xd131b285 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b7d4: skipped 000329 1788838611.682315 trunc from 0x03b7d4 to 0x012ee1 (0x288f2 bytes) 000330 1788838611.731568 read 0x00f779 thru 0x012ee1 (0x3769 bytes) 000333 1788838611.768310 mapwrite 0x03564f thru 0x0371be (0x1b70 bytes) 000335 1788838611.907373 write 0x01bc5a thru 0x01eacf (0x2e76 bytes) 000336 1788838611.922320 trunc from 0x02c28b to 0x0371be (0xaf34 bytes) 000337 1788838611.931949 trunc from 0x01e0ce to 0x027a8c (0x99bf bytes) 000338 1788838611.986636 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x371bf): Mirror 3: (stale - read error) Mirror 6: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x371bf): Mirror 3: 0xd16a6e32 (stale) Mirror 6: 0xd16a6e32 (stale) Mirror 10: 0xd16a6e32 (stale) Mirror 11: 0xd16a6e32 (stale) CRC-32 checksum value for chunk [0, 0x371bf): Mirror 1: 0xf61a9f1d Mirror 12: 0xf61a9f1d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x371bf: skipped 000339 1788838613.364158 write 0x012682 thru 0x012e7f (0x7fe bytes) 000340 1788838613.469868 mapwrite 0x02df1b thru 0x034dbf (0x6ea5 bytes) 000341 1788838613.581737 read 0x023dc4 thru 0x02f2b8 (0xb4f5 bytes) 000343 1788838613.605393 write 0x0043cf thru 0x00df3d (0x9b6f bytes) 000344 1788838613.630972 trunc from 0x036015 to 0x036913 (0x8ff bytes) 000345 1788838613.639139 mapwrite 0x036ade thru 0x03bab0 (0x4fd3 bytes) 000346 1788838613.687640 write 0x0157a4 thru 0x0225e8 (0xce45 bytes) 000347 1788838613.701769 fallocate 0x033c02 thru 0x03ffff (0xc3fe bytes) 000348 1788838613.708918 trunc from 0x040000 to 0x03f7b7 (0x848 bytes) 000349 1788838613.729908 punch from 0x0204a6 to 0x02aa63 (0xa5be bytes) 000350 1788838613.745898 mapread 0x01514d thru 0x0231c6 (0xe07a bytes) 000351 1788838613.759985 read 0x00e7ac thru 0x00ef93 (0x7e8 bytes) 000352 1788838613.769408 trunc from 0x016c46 to 0x0248c3 (0xdc7e bytes) 000354 1788838613.774976 mapwrite 0x0174e3 thru 0x021829 (0xa347 bytes) 000355 1788838613.855040 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3f7b8): Mirror 6: 0xeabea0be (stale) Mirror 10: 0xeabea0be (stale) Mirror 11: 0xeabea0be (stale) Mirror 12: 0xb4790f11 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f7b8): Mirror 6: 0xeabea0be (stale) Mirror 10: 0xeabea0be (stale) Mirror 11: 0xeabea0be (stale) Mirror 12: 0xb4790f11 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f7b8: skipped 000356 1788838614.585163 mapwrite 0x01f8db thru 0x02a88e (0xafb4 bytes) 000358 1788838614.677059 mapread 0x031e4c thru 0x035e92 (0x4047 bytes) 000359 1788838614.696870 mapread 0x0015cd thru 0x007c25 (0x6659 bytes) 000360 1788838614.724414 read 0x001293 thru 0x009675 (0x83e3 bytes) 000361 1788838614.725494 fallocate 0x03f287 thru 0x03ffff (0xd79 bytes) 000362 1788838614.736905 mapwrite 0x031dcd thru 0x036b3c (0x4d70 bytes) 000363 1788838614.773377 mapread 0x01a6bc thru 0x0275bd (0xcf02 bytes) 000364 1788838614.774382 trunc from 0x040000 to 0x0115cc (0x2ea33 bytes) 000365 1788838614.803273 mapwrite 0x0243fd thru 0x033130 (0xed34 bytes) 000366 1788838614.870240 read 0x005a6c thru 0x006fbb (0x1550 bytes) 000367 1788838614.870868 punch from 0x02042e to 0x02fc63 (0xf836 bytes) 000368 1788838614.881654 mapread 0x015c97 thru 0x01dfa2 (0x830c bytes) 000369 1788838614.891637 mapread 0x01cb54 thru 0x02a821 (0xdcce bytes) 000370 1788838614.900948 mapwrite 0x00053d thru 0x006c98 (0x675c bytes) 000371 1788838614.947188 trunc from 0x015ed9 to 0x020373 (0xa49b bytes) 000372 1788838614.962782 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x33131): Mirror 6: 0x6815b329 (stale) Mirror 10: 0x6815b329 (stale) Mirror 12: 0x14478dbd (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33131): Mirror 6: 0x6815b329 (stale) Mirror 10: 0x6815b329 (stale) Mirror 12: 0x14478dbd (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33131: skipped 000373 1788838615.382998 punch from 0x01065d to 0x01439c (0x3d40 bytes) 000374 1788838615.407377 MIRROR_RESYNC 4 mirrors 000375 1788838616.900504 trunc from 0x002439 to 0x00f4bd (0xd085 bytes) 000376 1788838616.959049 fallocate 0x02c300 thru 0x033cb9 (0x79ba bytes) 000377 1788838616.969576 trunc from 0x033131 to 0x03e717 (0xb5e7 bytes) 000378 1788838617.001184 read 0x03ce0d thru 0x03e717 (0x190b bytes) 000379 1788838617.031093 trunc from 0x03e718 to 0x03da67 (0xcb0 bytes) 000380 1788838617.059148 read 0x026fa1 thru 0x02db1a (0x6b7a bytes) 000381 1788838617.076363 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3da68): Mirror 6: 0xd9fc27d0 (stale) Mirror 12: 0xd9fc27d0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3da68): Mirror 6: 0xd9fc27d0 (stale) Mirror 12: 0xd9fc27d0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3da68: skipped 000382 1788838617.462357 punch from 0x0210c3 to 0x0213ce (0x30c bytes) 000384 1788838617.470017 mapread 0x035024 thru 0x037862 (0x283f bytes) 000385 1788838617.493491 write 0x031fa1 thru 0x0375d4 (0x5634 bytes) 000386 1788838617.499262 mapwrite 0x003248 thru 0x007138 (0x3ef1 bytes) 000387 1788838617.526352 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3da68): Mirror 12: 0xd9fc27d0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3da68): Mirror 12: 0xd9fc27d0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3da68: skipped 000388 1788838617.993105 mapwrite 0x0322e4 thru 0x033b2e (0x184b bytes) 000389 1788838618.048238 trunc from 0x00edc2 to 0x015224 (0x6463 bytes) 000390 1788838618.054280 write 0x01400d thru 0x014641 (0x635 bytes) 000391 1788838618.076687 mapread 0x028a8f thru 0x031f5e (0x94d0 bytes) 000392 1788838618.097020 fallocate 0x033b19 thru 0x03dac0 (0x9fa8 bytes) 000393 1788838618.102110 trunc from 0x03dac1 to 0x010f0a (0x2cbb6 bytes) 000394 1788838618.127292 punch from 0x00341f to 0x010932 (0xd514 bytes) 000395 1788838618.140952 trunc from 0x00edd4 to 0x00f12a (0x357 bytes) 000396 1788838618.152828 punch from 0x00dfcf to 0x010f0a (0x2f3c bytes) 000397 1788838618.166392 mapwrite 0x029ae1 thru 0x031663 (0x7b83 bytes) 000398 1788838618.247345 mapread 0x00064e thru 0x006ec3 (0x6876 bytes) 000399 1788838618.278431 mapread 0x01fea2 thru 0x02db26 (0xdc85 bytes) 000400 1788838618.329127 mapread 0x02250a thru 0x02a69d (0x8194 bytes) 000401 1788838618.330450 punch from 0x01988d to 0x027dbf (0xe533 bytes) 000402 1788838618.341971 fallocate 0x0191ba thru 0x02102f (0x7e76 bytes) 000403 1788838618.361001 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) 000404 1788838618.552043 mapread 0x01bafc thru 0x023a10 (0x7f15 bytes) 000405 1788838618.572226 read 0x00bb34 thru 0x00c450 (0x91d bytes) 000406 1788838618.576726 fallocate 0x038151 thru 0x03ffff (0x7eaf bytes) 000407 1788838618.580791 fallocate 0x01e542 thru 0x020342 (0x1e01 bytes) 000408 1788838618.585851 trunc from 0x016a1c to 0x01a6e2 (0x3cc7 bytes) 000409 1788838618.594493 fallocate 0x03d596 thru 0x03ffff (0x2a6a bytes) 000410 1788838618.599367 trunc from 0x040000 to 0x03b1cf (0x4e30 bytes) 000411 1788838618.618968 trunc from 0x030085 to 0x037ffe (0x7f7a bytes) 000412 1788838618.623452 trunc from 0x03b1d0 to 0x018436 (0x22d99 bytes) 000414 1788838618.646323 MIRROR_EXTEND to 2 mirrors 000415 1788838619.461582 MIRROR_RESYNC 2 mirrors 000416 1788838619.870027 fallocate 0x03e8e3 thru 0x03ffff (0x171d bytes) 000417 1788838619.908000 trunc from 0x006181 to 0x015aa3 (0xf923 bytes) 000418 1788838619.913078 write 0x03cbaf thru 0x03e2a6 (0x16f8 bytes) 000419 1788838619.918625 trunc from 0x03e2a7 to 0x005a85 (0x38821 bytes) 000420 1788838619.946691 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) 000421 1788838620.114071 trunc from 0x005a86 to 0x02a96d (0x24ee8 bytes) 000422 1788838620.170399 mapwrite 0x0016ef thru 0x00f9e4 (0xe2f6 bytes) 000423 1788838620.256113 trunc from 0x023150 to 0x02a96d (0x781e bytes) 000424 1788838620.262289 trunc from 0x02a22e to 0x02a2c8 (0x9b bytes) 000425 1788838620.275826 mapread 0x00bb89 thru 0x00e372 (0x27ea bytes) 000426 1788838620.276796 trunc from 0x01a53b to 0x025e23 (0xb8e9 bytes) 000427 1788838620.282348 fallocate 0x024455 thru 0x028d55 (0x4901 bytes) 000428 1788838620.288736 write 0x00c29a thru 0x014216 (0x7f7d bytes) 000429 1788838620.297482 mapwrite 0x01d98e thru 0x023423 (0x5a96 bytes) 000430 1788838620.373117 trunc from 0x02a96e to 0x028564 (0x2409 bytes) 000431 1788838620.421157 fallocate 0x039110 thru 0x03ffff (0x6ef0 bytes) 000432 1788838620.429294 trunc from 0x014b2f to 0x01fe93 (0xb365 bytes) 000433 1788838620.438226 trunc from 0x007b4e to 0x016429 (0xe8dc bytes) 000434 1788838620.452007 fallocate 0x02913a thru 0x0339ad (0xa874 bytes) 000435 1788838620.468942 punch from 0x004873 to 0x00b866 (0x6ff4 bytes) 000436 1788838620.477325 mapwrite 0x0267ee thru 0x02b807 (0x501a bytes) 000437 1788838620.522913 trunc from 0x040000 to 0x01196a (0x2e695 bytes) 000438 1788838620.558088 read 0x001a0d thru 0x001a3d (0x31 bytes) 000439 1788838620.572211 MIRROR_EXTEND to 2 mirrors 000440 1788838621.666076 trunc from 0x00bf98 to 0x01196a (0x59d3 bytes) 000441 1788838621.727807 fallocate 0x035a22 thru 0x038f24 (0x3503 bytes) 000442 1788838621.744686 mapread 0x025b59 thru 0x033381 (0xd829 bytes) 000443 1788838621.796472 punch from 0x01aca8 to 0x028c38 (0xdf91 bytes) 000444 1788838621.816354 punch from 0x011568 to 0x019ead (0x8946 bytes) 000445 1788838621.830243 MIRROR_RESYNC 2 mirrors 000446 1788838622.497218 write 0x0043b7 thru 0x0080d0 (0x3d1a bytes) 000447 1788838622.558260 write 0x03ca5c thru 0x03ffff (0x35a4 bytes) 000448 1788838622.559829 read 0x034bc8 thru 0x03bdac (0x71e5 bytes) 000449 1788838622.570073 fallocate 0x0301e8 thru 0x03e4dd (0xe2f6 bytes) 000450 1788838622.574883 trunc from 0x040000 to 0x0165aa (0x29a55 bytes) 000451 1788838622.594898 punch from 0x00cb81 to 0x013ddc (0x725c bytes) 000452 1788838622.600006 write 0x03fe4a thru 0x03ffff (0x1b6 bytes) 000453 1788838622.601943 trunc from 0x040000 to 0x020989 (0x1f676 bytes) 000454 1788838622.614975 mapwrite 0x01f938 thru 0x0247ed (0x4eb6 bytes) 000455 1788838622.707181 trunc from 0x00d5df to 0x018929 (0xb34b bytes) 000456 1788838622.715442 trunc from 0x0021ae to 0x00f481 (0xd2d4 bytes) 000457 1788838622.722986 mapread 0x01d4d1 thru 0x0247ed (0x731d bytes) 000458 1788838622.724226 fallocate 0x00504e thru 0x009ffa (0x4fad bytes) 000459 1788838622.747286 punch from 0x0083c1 to 0x01704f (0xec8f bytes) 000460 1788838622.765357 trunc from 0x0247ee to 0x01641e (0xe3cf bytes) 000461 1788838622.805229 MIRROR_RESYNC 2 mirrors 000462 1788838623.637293 MIRROR_RESYNC 2 mirrors 000463 1788838624.175102 punch from 0x00215f to 0x00a8f0 (0x8792 bytes) 000464 1788838624.228362 mapread 0x014150 thru 0x01641e (0x22cf bytes) 000465 1788838624.294862 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x1641f): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1641f): Mirror 2: 0xf0a2b145 (stale) CRC-32 checksum value for chunk [0, 0x1641f): Mirror 1: 0xae7d2316 Mirror 3: 0xae7d2316 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1641f: skipped 000466 1788838625.745337 MIRROR_RESYNC 3 mirrors 000467 1788838626.587804 mapwrite 0x007206 thru 0x007467 (0x262 bytes) 000468 1788838626.733182 trunc from 0x004fa4 to 0x013554 (0xe5b1 bytes) 000469 1788838626.761683 MIRROR_RESYNC 3 mirrors 000470 1788838627.603182 fallocate 0x02fbee thru 0x035ae2 (0x5ef5 bytes) 000471 1788838627.651188 punch from 0x007c3a to 0x0143b1 (0xc778 bytes) 000472 1788838627.665180 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x35ae3): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35ae3): Mirror 2: 0xba76f66a (stale) Mirror 3: 0xba76f66a (stale) CRC-32 checksum value for chunk [0, 0x35ae3): Mirror 1: 0xba76f66a Mirror 4: 0xba76f66a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35ae3: skipped 000474 1788838628.955812 punch from 0x00d0d3 to 0x01bec4 (0xedf2 bytes) 000475 1788838629.069125 mapread 0x034d93 thru 0x035ae2 (0xd50 bytes) 000476 1788838629.101384 write 0x017382 thru 0x021f63 (0xabe2 bytes) 000477 1788838629.135328 punch from 0x009184 to 0x00dd97 (0x4c14 bytes) 000479 1788838629.148883 punch from 0x029973 to 0x035ae2 (0xc170 bytes) 000480 1788838629.160667 write 0x02f030 thru 0x0380cf (0x90a0 bytes) 000481 1788838629.167772 trunc from 0x0004eb to 0x003a91 (0x35a7 bytes) 000482 1788838629.177660 mapread 0x023a47 thru 0x02f974 (0xbf2e bytes) 000483 1788838629.198890 trunc from 0x0380d0 to 0x015b1f (0x225b0 bytes) 000484 1788838629.225103 read 0x00fbc7 thru 0x0151da (0x5614 bytes) 000485 1788838629.235226 read 0x000e77 thru 0x007018 (0x61a2 bytes) 000486 1788838629.243886 punch from 0x010d6c to 0x012c4e (0x1ee3 bytes) 000487 1788838629.250996 write 0x00c9aa thru 0x0198e8 (0xcf3f bytes) 000488 1788838629.253015 punch from 0x014bb2 to 0x0198e8 (0x4d37 bytes) 000489 1788838629.275735 trunc from 0x002e7d to 0x00e92d (0xbab1 bytes) 000490 1788838629.282937 fallocate 0x012f76 thru 0x01905f (0x60ea bytes) 000491 1788838629.288025 mapwrite 0x008e78 thru 0x009874 (0x9fd bytes) 000492 1788838629.316930 mapwrite 0x0344f8 thru 0x03ffff (0xbb08 bytes) 000493 1788838629.365886 trunc from 0x040000 to 0x01bdd0 (0x2422f bytes) 000494 1788838629.382172 write 0x002fff thru 0x0110d5 (0xe0d7 bytes) 000495 1788838629.390037 trunc from 0x01bdd1 to 0x036f16 (0x1b146 bytes) 000496 1788838629.406147 fallocate 0x02a04b thru 0x0312c7 (0x727d bytes) 000497 1788838629.411940 fallocate 0x034814 thru 0x03c893 (0x8080 bytes) 000498 1788838629.417062 mapread 0x01e451 thru 0x02cfa2 (0xeb52 bytes) 000499 1788838629.494405 mapread 0x023983 thru 0x0267fc (0x2e7a bytes) 000500 1788838629.496021 read 0x01e5dd thru 0x02d1bb (0xebdf bytes) 000501 1788838629.510131 mapread 0x021bfd thru 0x02e209 (0xc60d bytes) 000502 1788838629.518048 MIRROR_RESYNC 4 mirrors 000503 1788838630.663030 write 0x029b68 thru 0x031d83 (0x821c bytes) 000504 1788838630.701979 trunc from 0x036f17 to 0x017f27 (0x1efef bytes) 000505 1788838630.728196 punch from 0x00c6a9 to 0x0147ab (0x8103 bytes) 000506 1788838630.733803 mapwrite 0x0054b7 thru 0x00b180 (0x5cca bytes) 000507 1788838630.777796 write 0x01770a thru 0x026b8d (0xf484 bytes) 000508 1788838630.786109 mapwrite 0x039933 thru 0x03ffff (0x66cd bytes) 000509 1788838630.865683 punch from 0x01311f to 0x01e0bf (0xafa1 bytes) 000510 1788838630.876421 punch from 0x02bfc0 to 0x038d2e (0xcd6f bytes) 000511 1788838630.890464 trunc from 0x028922 to 0x029c3e (0x131d bytes) 000512 1788838630.899850 read 0x011900 thru 0x0186f2 (0x6df3 bytes) 000513 1788838630.912417 mapread 0x031f2e thru 0x032bfe (0xcd1 bytes) 000514 1788838630.926412 trunc from 0x040000 to 0x029c06 (0x163f9 bytes) 000515 1788838630.947080 fallocate 0x03d04c thru 0x03ffff (0x2fb4 bytes) 000516 1788838630.952309 trunc from 0x003db7 to 0x00d24d (0x9497 bytes) 000517 1788838630.958248 mapwrite 0x0391d1 thru 0x03b798 (0x25c8 bytes) 000518 1788838630.978746 read 0x026e2d thru 0x02a2f1 (0x34c5 bytes) 000519 1788838630.994208 trunc from 0x040000 to 0x0022ec (0x3dd13 bytes) 000520 1788838631.012030 mapwrite 0x00cd5e thru 0x010211 (0x34b4 bytes) 000521 1788838631.086179 trunc from 0x010212 to 0x00d6c6 (0x2b4b bytes) 000522 1788838631.106007 write 0x002740 thru 0x009b3d (0x73fe bytes) 000523 1788838631.112749 mapread 0x0055ee thru 0x00d6c6 (0x80d9 bytes) 000524 1788838631.124009 read 0x003edd thru 0x0050ce (0x11f2 bytes) 000525 1788838631.125019 punch from 0x00351c to 0x00b51b (0x8000 bytes) 000526 1788838631.145470 MIRROR_RESYNC 4 mirrors 000527 1788838632.196360 write 0x00672c thru 0x00b72f (0x5004 bytes) 000528 1788838632.257121 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xd6c7): Mirror 3: 0xccfd07d0 (stale) Mirror 4: 0xccfd07d0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd6c7): Mirror 3: 0xccfd07d0 (stale) Mirror 4: 0xccfd07d0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd6c7: skipped 000530 1788838632.691033 trunc from 0x00b4d9 to 0x00d6c6 (0x21ee bytes) 000531 1788838632.697601 trunc from 0x00605a to 0x00749a (0x1441 bytes) 000532 1788838632.704043 read 0x00cd61 thru 0x00d6c6 (0x966 bytes) 000533 1788838632.715772 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0xd6c7): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd6c7): Mirror 3: 0xccfd07d0 (stale) Mirror 4: 0xccfd07d0 (stale) CRC-32 checksum value for chunk [0, 0xd6c7): Mirror 1: 0x5cbd8f9a Mirror 5: 0x5cbd8f9a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd6c7: skipped 000534 1788838633.914206 mapwrite 0x0071f3 thru 0x007b4b (0x959 bytes) 000535 1788838634.019296 write 0x014d8f thru 0x01dabe (0x8d30 bytes) 000536 1788838634.030813 mapread 0x0149f8 thru 0x01dabe (0x90c7 bytes) 000538 1788838634.038137 trunc from 0x00c1f7 to 0x00c7de (0x5e8 bytes) 000539 1788838634.046488 trunc from 0x01dabf to 0x0360f7 (0x18639 bytes) 000540 1788838634.072138 mapwrite 0x03a9ef thru 0x03ffff (0x5611 bytes) 000541 1788838634.126282 write 0x00e915 thru 0x013e53 (0x553f bytes) 000542 1788838634.143171 punch from 0x02465a to 0x02da25 (0x93cc bytes) 000543 1788838634.150210 fallocate 0x0111d5 thru 0x013cfa (0x2b26 bytes) 000544 1788838634.155996 read 0x020383 thru 0x025e01 (0x5a7f bytes) 000545 1788838634.167927 mapread 0x009710 thru 0x015cc7 (0xc5b8 bytes) 000546 1788838634.192347 trunc from 0x040000 to 0x003809 (0x3c7f6 bytes) 000547 1788838634.220707 punch from 0x0000db to 0x003809 (0x372f bytes) 000548 1788838634.233107 write 0x00c051 thru 0x00d6a3 (0x1653 bytes) 000549 1788838634.242652 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0xd6a4): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd6a4): Mirror 3: 0xa3f336e7 (stale) Mirror 4: 0xa3f336e7 (stale) Mirror 5: 0x142a7975 (stale) CRC-32 checksum value for chunk [0, 0xd6a4): Mirror 1: 0xc157d0d0 Mirror 6: 0xc157d0d0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd6a4: skipped 000550 1788838635.455675 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xd6a4): Mirror 3: 0xa3f336e7 (stale) Mirror 4: 0xa3f336e7 (stale) Mirror 5: 0x142a7975 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd6a4): Mirror 3: 0xa3f336e7 (stale) Mirror 4: 0xa3f336e7 (stale) Mirror 5: 0x142a7975 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd6a4: skipped 000551 1788838635.983414 mapread 0x0071b3 thru 0x007b4b (0x999 bytes) 000552 1788838635.996781 mapwrite 0x035453 thru 0x03847a (0x3028 bytes) 000553 1788838636.109338 punch from 0x00c769 to 0x017658 (0xaef0 bytes) 000554 1788838636.115967 trunc from 0x016a2f to 0x022bfe (0xc1d0 bytes) 000555 1788838636.121909 punch from 0x003e9a to 0x006878 (0x29df bytes) 000557 1788838636.127195 mapwrite 0x02cd4e thru 0x038bfb (0xbeae bytes) 000558 1788838636.187141 mapwrite 0x00e4cb thru 0x01b1a2 (0xccd8 bytes) 000559 1788838636.233008 read 0x016735 thru 0x025419 (0xece5 bytes) 000560 1788838636.244239 trunc from 0x013695 to 0x02042d (0xcd99 bytes) 000561 1788838636.250972 fallocate 0x00a8ad thru 0x013c0b (0x935f bytes) 000563 1788838636.257054 trunc from 0x038bfc to 0x012232 (0x269c9 bytes) 000564 1788838636.274755 fallocate 0x01eae5 thru 0x0222c8 (0x37e4 bytes) 000565 1788838636.280901 write 0x011a95 thru 0x01281d (0xd89 bytes) 000566 1788838636.282605 mapwrite 0x0253b4 thru 0x02fef3 (0xab40 bytes) 000567 1788838636.364017 trunc from 0x02fef4 to 0x017f46 (0x17fad bytes) 000568 1788838636.396173 trunc from 0x012367 to 0x017f46 (0x5be0 bytes) 000570 1788838636.406843 fallocate 0x0005e3 thru 0x00121c (0xc3a bytes) 000571 1788838636.419227 trunc from 0x00ea5f to 0x017f46 (0x94e8 bytes) 000572 1788838636.430977 trunc from 0x017f47 to 0x03524f (0x1d309 bytes) 000573 1788838636.465828 trunc from 0x015a9e to 0x016df8 (0x135b bytes) 000574 1788838636.474234 read 0x00c287 thru 0x018efe (0xcc78 bytes) 000575 1788838636.490945 mapwrite 0x01c122 thru 0x0286d8 (0xc5b7 bytes) 000576 1788838636.535224 read 0x001713 thru 0x00b824 (0xa112 bytes) 000577 1788838636.545083 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x35250): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35250): Mirror 3: 0xf3c1d70e (stale) Mirror 4: 0xf3c1d70e (stale) Mirror 5: 0xd4d3115b (stale) CRC-32 checksum value for chunk [0, 0x35250): Mirror 1: 0x41a6ac9 Mirror 6: 0x41a6ac9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35250: skipped 000578 1788838637.778044 read 0x0327bb thru 0x03524f (0x2a95 bytes) 000579 1788838637.792578 trunc from 0x035250 to 0x00f771 (0x25ade bytes) 000580 1788838637.850414 fallocate 0x02674d thru 0x02c70c (0x5fc0 bytes) 000581 1788838637.857327 mapwrite 0x0092d4 thru 0x01073c (0x7469 bytes) 000582 1788838637.903613 mapread 0x026fd9 thru 0x02c70c (0x5734 bytes) 000583 1788838637.920082 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2c70d): Mirror 4: 0x20be1540 (stale) Mirror 5: 0x28c48dd1 (stale) Mirror 6: 0xd4254c09 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2c70d): Mirror 4: 0x20be1540 (stale) Mirror 5: 0x28c48dd1 (stale) Mirror 6: 0xd4254c09 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2c70d: skipped 000584 1788838638.355986 write 0x011a68 thru 0x0214c0 (0xfa59 bytes) 000585 1788838638.376802 mapread 0x00590d thru 0x00dc0f (0x8303 bytes) 000586 1788838638.402760 punch from 0x00702a to 0x01469c (0xd673 bytes) 000587 1788838638.429761 mapread 0x00d951 thru 0x01d3cf (0xfa7f bytes) 000588 1788838638.448992 trunc from 0x02c70d to 0x03638a (0x9c7e bytes) 000589 1788838638.465323 read 0x026e87 thru 0x02dd9c (0x6f16 bytes) 000591 1788838638.475011 write 0x02d50f thru 0x033f92 (0x6a84 bytes) 000592 1788838638.480843 trunc from 0x03638b to 0x021432 (0x14f58 bytes) 000594 1788838638.502027 punch from 0x000da7 to 0x0062a7 (0x5501 bytes) 000595 1788838638.514281 MIRROR_RESYNC 4 mirrors 000596 1788838639.522745 trunc from 0x021433 to 0x03f9b7 (0x1e585 bytes) 000597 1788838639.564434 mapwrite 0x0316f3 thru 0x03b451 (0x9d5f bytes) 000598 1788838639.611593 write 0x009dc9 thru 0x010603 (0x683b bytes) 000599 1788838639.622296 mapwrite 0x01d733 thru 0x02392b (0x61f9 bytes) 000600 1788838639.649944 trunc from 0x03f9b8 to 0x001190 (0x3e827 bytes) 000601 1788838639.667584 fallocate 0x014d4c thru 0x024c50 (0xff05 bytes) 000602 1788838639.674681 trunc from 0x024c51 to 0x016c71 (0xdfdf bytes) 000603 1788838639.692224 punch from 0x00c470 to 0x01161d (0x51ae bytes) 000604 1788838639.696964 mapread 0x00916c thru 0x0142af (0xb144 bytes) 000605 1788838639.714830 mapread 0x00a69c thru 0x00f4df (0x4e44 bytes) 000606 1788838639.716114 fallocate 0x03523d thru 0x03ffff (0xadc3 bytes) 000607 1788838639.721414 read 0x025375 thru 0x02c646 (0x72d2 bytes) 000608 1788838639.735304 mapwrite 0x01899a thru 0x02789b (0xef02 bytes) 000609 1788838639.768129 trunc from 0x040000 to 0x011eec (0x2e113 bytes) 000610 1788838639.783933 trunc from 0x011eed to 0x01d311 (0xb425 bytes) 000611 1788838639.802051 mapwrite 0x03eb1f thru 0x03ffff (0x14e1 bytes) 000612 1788838639.839951 mapread 0x01af1e thru 0x027b3b (0xcc1e bytes) 000613 1788838639.859325 read 0x02bb8b thru 0x02c3d0 (0x846 bytes) 000614 1788838639.874314 mapread 0x021949 thru 0x0219c5 (0x7d bytes) 000615 1788838639.879180 read 0x0158df thru 0x016c45 (0x1367 bytes) 000616 1788838639.887130 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xd6b5150d (stale) Mirror 6: 0xd6b5150d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xd6b5150d (stale) Mirror 6: 0xd6b5150d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000617 1788838640.374969 trunc from 0x008ade to 0x00a858 (0x1d7b bytes) 000619 1788838640.383109 trunc from 0x01f3a4 to 0x01f808 (0x465 bytes) 000620 1788838640.392417 read 0x024abc thru 0x02b843 (0x6d88 bytes) 000621 1788838640.407098 read 0x03d9d4 thru 0x03ffff (0x262c bytes) 000623 1788838640.422996 write 0x0121a9 thru 0x01d095 (0xaeed bytes) 000624 1788838640.432433 write 0x039b01 thru 0x03ffff (0x64ff bytes) 000625 1788838640.435834 trunc from 0x040000 to 0x030c8d (0xf372 bytes) 000626 1788838640.461873 trunc from 0x0128b3 to 0x01d70a (0xae58 bytes) 000627 1788838640.497639 punch from 0x02ab66 to 0x030c8d (0x6128 bytes) 000628 1788838640.502854 mapwrite 0x0348db thru 0x0380c2 (0x37e8 bytes) 000629 1788838640.565302 mapwrite 0x035e02 thru 0x037d10 (0x1f0f bytes) 000630 1788838640.578775 trunc from 0x018bfa to 0x024227 (0xb62e bytes) 000631 1788838640.583785 mapread 0x01c0bc thru 0x0286af (0xc5f4 bytes) 000632 1788838640.650205 mapread 0x01ae28 thru 0x01cafe (0x1cd7 bytes) 000633 1788838640.665840 punch from 0x01ddcb to 0x02502e (0x7264 bytes) 000634 1788838640.679290 write 0x0384d7 thru 0x03ffff (0x7b29 bytes) 000635 1788838640.681475 read 0x02284e thru 0x032380 (0xfb33 bytes) 000637 1788838640.695804 mapwrite 0x0390a4 thru 0x03ffff (0x6f5c bytes) 000638 1788838640.733213 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xd6b5150d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xd6b5150d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000639 1788838641.176354 read 0x01a651 thru 0x024d7a (0xa72a bytes) 000640 1788838641.192800 fallocate 0x03f821 thru 0x03ffff (0x7df bytes) 000641 1788838641.199684 fallocate 0x02d09b thru 0x03b9f7 (0xe95d bytes) 000642 1788838641.205959 read 0x006705 thru 0x0128b8 (0xc1b4 bytes) 000643 1788838641.245367 mapread 0x038442 thru 0x03f210 (0x6dcf bytes) 000644 1788838641.246970 mapread 0x02bd38 thru 0x035184 (0x944d bytes) 000645 1788838641.249213 fallocate 0x01394f thru 0x016017 (0x26c9 bytes) 000646 1788838641.255833 read 0x03fd08 thru 0x03ffff (0x2f8 bytes) 000647 1788838641.262325 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) 000649 1788838641.458222 trunc from 0x040000 to 0x02ba5a (0x145a5 bytes) 000650 1788838641.492130 mapwrite 0x03270f thru 0x03fbed (0xd4df bytes) 000651 1788838641.605682 trunc from 0x029eff to 0x02ba13 (0x1b15 bytes) 000652 1788838641.616484 mapread 0x00d14e thru 0x018e3a (0xbced bytes) 000653 1788838641.650558 fallocate 0x02a271 thru 0x032b4d (0x88dd bytes) 000654 1788838641.660744 fallocate 0x01969b thru 0x01984d (0x1b3 bytes) 000655 1788838641.679495 MIRROR_EXTEND to 2 mirrors 000658 1788838642.585862 punch from 0x0326e5 to 0x038191 (0x5aad bytes) 000659 1788838642.632217 trunc from 0x00792e to 0x01139f (0x9a72 bytes) 000660 1788838642.638817 mapwrite 0x0200d2 thru 0x02f422 (0xf351 bytes) 000661 1788838642.693109 write 0x039f17 thru 0x03ffff (0x60e9 bytes) 000662 1788838642.702799 punch from 0x027d24 to 0x02b845 (0x3b22 bytes) 000663 1788838642.707932 fallocate 0x00aa02 thru 0x015154 (0xa753 bytes) 000664 1788838642.712734 mapread 0x03b1a0 thru 0x03eae0 (0x3941 bytes) 000665 1788838642.713754 read 0x02e59e thru 0x02ee88 (0x8eb bytes) 000666 1788838642.714917 fallocate 0x011094 thru 0x019cd4 (0x8c41 bytes) 000667 1788838642.719357 read 0x00e934 thru 0x0180e3 (0x97b0 bytes) 000668 1788838642.742192 mapwrite 0x001922 thru 0x00a933 (0x9012 bytes) 000669 1788838642.766200 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) 000670 1788838642.928255 mapread 0x0387d9 thru 0x03ffff (0x7827 bytes) 000672 1788838642.955204 punch from 0x012d96 to 0x01b93e (0x8ba9 bytes) 000673 1788838642.962848 trunc from 0x00537a to 0x00e3af (0x9036 bytes) 000675 1788838642.972321 mapread 0x002bf1 thru 0x010fe9 (0xe3f9 bytes) 000679 1788838642.998618 mapread 0x00bee1 thru 0x01716a (0xb28a bytes) 000682 1788838643.023401 trunc from 0x040000 to 0x02ad55 (0x152aa bytes) 000683 1788838643.066352 write 0x01edaf thru 0x0219d4 (0x2c26 bytes) 000684 1788838643.089152 trunc from 0x02ad56 to 0x0282e6 (0x2a6f bytes) 000685 1788838643.105716 punch from 0x00b4aa to 0x01a5ea (0xf141 bytes) 000686 1788838643.110243 write 0x01b119 thru 0x024222 (0x910a bytes) 000688 1788838643.126300 mapread 0x00ce14 thru 0x013944 (0x6b31 bytes) 000689 1788838643.142803 mapwrite 0x01086e thru 0x011998 (0x112b bytes) 000692 1788838643.175202 trunc from 0x0282e7 to 0x03cbfe (0x14918 bytes) 000693 1788838643.202365 trunc from 0x03cbff to 0x035827 (0x73d7 bytes) 000694 1788838643.219275 read 0x007799 thru 0x008e24 (0x168c bytes) 000695 1788838643.222132 trunc from 0x0009ec to 0x00d565 (0xcb7a bytes) 000696 1788838643.228264 trunc from 0x01e876 to 0x01ec61 (0x3ec bytes) 000697 1788838643.234272 trunc from 0x026dc1 to 0x03207e (0xb2be bytes) 000698 1788838643.249340 read 0x01c81e thru 0x02605f (0x9842 bytes) 000700 1788838643.265015 mapwrite 0x03ce35 thru 0x03ffff (0x31cb bytes) 000702 1788838643.311966 trunc from 0x036c9d to 0x03c9a0 (0x5d04 bytes) 000703 1788838643.320127 punch from 0x01a943 to 0x02475e (0x9e1c bytes) 000704 1788838643.327283 mapwrite 0x03c370 thru 0x03ffff (0x3c90 bytes) 000706 1788838643.350297 mapwrite 0x032758 thru 0x03ffff (0xd8a8 bytes) 000707 1788838643.402692 mapread 0x01f498 thru 0x023407 (0x3f70 bytes) 000708 1788838643.434876 punch from 0x024ec5 to 0x02ff8d (0xb0c9 bytes) 000709 1788838643.447307 MIRROR_EXTEND to 2 mirrors 000710 1788838644.427946 mapread 0x009481 thru 0x014424 (0xafa4 bytes) 000711 1788838644.496771 fallocate 0x00a472 thru 0x01074b (0x62da bytes) 000712 1788838644.560821 trunc from 0x03734e to 0x03ffff (0x8cb2 bytes) 000713 1788838644.575282 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xeb996ca3 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xf0829d30 Mirror 3: 0xf0829d30 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000714 1788838645.541944 read 0x002932 thru 0x002fc4 (0x693 bytes) 000715 1788838645.560932 punch from 0x0351b8 to 0x037e7e (0x2cc7 bytes) 000717 1788838645.596747 mapwrite 0x02dbaf thru 0x039ba0 (0xbff2 bytes) 000718 1788838645.654963 mapwrite 0x02df07 thru 0x0393ff (0xb4f9 bytes) 000719 1788838645.674816 trunc from 0x026f5e to 0x035bf0 (0xec93 bytes) 000721 1788838645.681293 fallocate 0x021110 thru 0x02d985 (0xc876 bytes) 000722 1788838645.687437 trunc from 0x040000 to 0x0204d7 (0x1fb28 bytes) 000724 1788838645.715229 fallocate 0x0324a4 thru 0x034d7b (0x28d8 bytes) 000725 1788838645.721254 fallocate 0x021bf6 thru 0x02e02c (0xc437 bytes) 000726 1788838645.726424 punch from 0x0335b9 to 0x034d7b (0x17c3 bytes) 000727 1788838645.732976 mapwrite 0x01e85f thru 0x021647 (0x2de9 bytes) 000728 1788838645.760935 read 0x00b530 thru 0x00fe4f (0x4920 bytes) 000729 1788838645.781256 trunc from 0x00b6bd to 0x014bfe (0x9542 bytes) 000730 1788838645.787199 mapread 0x015fc3 thru 0x023615 (0xd653 bytes) 000731 1788838645.795291 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x34d7c): Mirror 3: 0x8e981064 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34d7c): Mirror 3: 0x8e981064 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34d7c: skipped 000732 1788838646.143070 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x34d7c): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34d7c): Mirror 3: 0x8e981064 (stale) CRC-32 checksum value for chunk [0, 0x34d7c): Mirror 1: 0xf513ee91 Mirror 4: 0xf513ee91 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34d7c: skipped 000733 1788838647.227137 trunc from 0x01c4a9 to 0x025d1c (0x9874 bytes) 000734 1788838647.292811 fallocate 0x02eec2 thru 0x03a2f2 (0xb431 bytes) 000735 1788838647.301784 fallocate 0x02c06e thru 0x031b89 (0x5b1c bytes) 000736 1788838647.308090 mapwrite 0x01b446 thru 0x024f84 (0x9b3f bytes) 000737 1788838647.360073 mapread 0x030f99 thru 0x03a2f2 (0x935a bytes) 000738 1788838647.375943 write 0x036896 thru 0x037966 (0x10d1 bytes) 000739 1788838647.383443 mapwrite 0x02fb21 thru 0x034ff0 (0x54d0 bytes) 000740 1788838647.418217 trunc from 0x030c43 to 0x0380ce (0x748c bytes) 000741 1788838647.426014 read 0x01f706 thru 0x021922 (0x221d bytes) 000743 1788838647.427370 mapread 0x02dd87 thru 0x036fb1 (0x922b bytes) 000744 1788838647.436668 trunc from 0x01149f to 0x01c956 (0xb4b8 bytes) 000745 1788838647.460122 fallocate 0x00e7d6 thru 0x014187 (0x59b2 bytes) 000747 1788838647.473434 trunc from 0x03a2f3 to 0x01604a (0x242a8 bytes) 000748 1788838647.524103 read 0x00ae75 thru 0x00bb81 (0xd0d bytes) 000749 1788838647.545488 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1604b): Mirror 3: 0xe2ef6175 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1604b): Mirror 3: 0xe2ef6175 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1604b: skipped 000750 1788838647.932127 trunc from 0x01604b to 0x01f702 (0x96b8 bytes) 000751 1788838647.963118 punch from 0x01f099 to 0x01f702 (0x66a bytes) 000753 1788838647.972092 write 0x03cd62 thru 0x03ffff (0x329e bytes) 000754 1788838647.975414 mapread 0x009a2f thru 0x014d35 (0xb307 bytes) 000755 1788838648.025280 mapread 0x018536 thru 0x021c74 (0x973f bytes) 000756 1788838648.039065 trunc from 0x00fd15 to 0x01b40b (0xb6f7 bytes) 000757 1788838648.054176 trunc from 0x0003d5 to 0x00bee4 (0xbb10 bytes) 000758 1788838648.067887 trunc from 0x035d4f to 0x03cbfe (0x6eb0 bytes) 000759 1788838648.083829 mapwrite 0x00c1a9 thru 0x01a227 (0xe07f bytes) 000760 1788838648.155084 fallocate 0x007def thru 0x017be0 (0xfdf2 bytes) 000761 1788838648.173973 MIRROR_RESYNC 2 mirrors 000762 1788838648.956499 trunc from 0x02630d to 0x027ec7 (0x1bbb bytes) 000763 1788838649.006662 trunc from 0x040000 to 0x03960a (0x69f5 bytes) 000764 1788838649.066104 MIRROR_RESYNC 2 mirrors 000765 1788838649.842164 mapread 0x00497f thru 0x012e80 (0xe502 bytes) 000766 1788838649.902126 trunc from 0x038e08 to 0x03960a (0x803 bytes) 000767 1788838649.954089 write 0x013c74 thru 0x016a89 (0x2e16 bytes) 000768 1788838649.985741 trunc from 0x02431d to 0x02eb4f (0xa833 bytes) 000769 1788838649.994353 read 0x00e68d thru 0x016ed9 (0x884d bytes) 000770 1788838650.009114 trunc from 0x007f3e to 0x008503 (0x5c6 bytes) 000771 1788838650.021761 punch from 0x0305bc to 0x032f83 (0x29c8 bytes) 000772 1788838650.037192 punch from 0x01bc79 to 0x01f7eb (0x3b73 bytes) 000773 1788838650.049637 write 0x02fe22 thru 0x03f861 (0xfa40 bytes) 000775 1788838650.078807 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3f862): Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f862): Mirror 3: 0x81b00f67 (stale) CRC-32 checksum value for chunk [0, 0x3f862): Mirror 1: 0x5f32eb42 Mirror 4: 0x5f32eb42 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f862: skipped 000776 1788838651.091621 trunc from 0x03f862 to 0x0281e0 (0x17681 bytes) 000777 1788838651.196056 punch from 0x019d96 to 0x01dd03 (0x3f6e bytes) 000778 1788838651.207124 fallocate 0x018f33 thru 0x01c415 (0x34e3 bytes) 000779 1788838651.211901 mapread 0x00163e thru 0x00b1a0 (0x9b63 bytes) 000780 1788838651.235168 trunc from 0x010a6e to 0x01ba79 (0xb00c bytes) 000781 1788838651.242644 read 0x021807 thru 0x0281e0 (0x69da bytes) 000782 1788838651.252965 fallocate 0x02bfc2 thru 0x02fbfc (0x3c3b bytes) 000783 1788838651.258416 trunc from 0x0281e1 to 0x0064c1 (0x21d1f bytes) 000784 1788838651.274238 trunc from 0x005cfb to 0x0064c1 (0x7c7 bytes) 000785 1788838651.279876 trunc from 0x0018ad to 0x003d24 (0x2478 bytes) 000786 1788838651.284868 write 0x0265ca thru 0x033c4b (0xd682 bytes) 000787 1788838651.287237 read 0x031ddc thru 0x033c4b (0x1e70 bytes) 000788 1788838651.292101 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x33c4c): Mirror 4: 0xcc7a67e0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33c4c): Mirror 4: 0xcc7a67e0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33c4c: skipped 000789 1788838651.603844 trunc from 0x033c4c to 0x003291 (0x309ba bytes) 000790 1788838651.628342 write 0x029b55 thru 0x02d39a (0x3846 bytes) 000791 1788838651.630082 trunc from 0x0059be to 0x014b06 (0xf149 bytes) 000792 1788838651.638248 punch from 0x004f3c to 0x010495 (0xb55a bytes) 000793 1788838651.649147 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2d39b): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d39b): Mirror 4: 0x659d767c (stale) CRC-32 checksum value for chunk [0, 0x2d39b): Mirror 1: 0xb8be458e Mirror 5: 0xb8be458e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d39b: skipped 000794 1788838652.830169 mapwrite 0x0387d6 thru 0x03e495 (0x5cc0 bytes) 000795 1788838652.963612 punch from 0x01f279 to 0x023757 (0x44df bytes) 000796 1788838652.975117 trunc from 0x03c3e7 to 0x03e495 (0x20af bytes) 000797 1788838652.988774 write 0x0390c0 thru 0x03ffff (0x6f40 bytes) 000798 1788838652.993452 punch from 0x014771 to 0x016745 (0x1fd5 bytes) 000799 1788838653.007475 trunc from 0x0238b9 to 0x02db21 (0xa269 bytes) 000800 1788838653.026244 MIRROR_RESYNC 3 mirrors 000801 1788838654.217440 read 0x018a8a thru 0x02294e (0x9ec5 bytes) 000802 1788838654.225233 trunc from 0x01e875 to 0x029a26 (0xb1b2 bytes) 000803 1788838654.274547 read 0x00e055 thru 0x016465 (0x8411 bytes) 000804 1788838654.300066 write 0x01c638 thru 0x025ae7 (0x94b0 bytes) 000805 1788838654.308330 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0x13137b87 (stale) Mirror 5: 0x13137b87 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xc179555f Mirror 6: 0xc179555f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000807 1788838655.497288 mapwrite 0x0369c0 thru 0x03e0fa (0x773b bytes) 000808 1788838655.633200 mapread 0x0307f8 thru 0x0332ca (0x2ad3 bytes) 000809 1788838655.635902 fallocate 0x01ce2c thru 0x022ecf (0x60a4 bytes) 000810 1788838655.654046 mapread 0x00ac6b thru 0x017b28 (0xcebe bytes) 000811 1788838655.714324 fallocate 0x00f8f5 thru 0x01d7ef (0xdefb bytes) 000812 1788838655.722214 mapwrite 0x0112b0 thru 0x0164ed (0x523e bytes) 000813 1788838655.756977 trunc from 0x00b0ed to 0x00e036 (0x2f4a bytes) 000814 1788838655.783711 MIRROR_RESYNC 4 mirrors 000816 1788838657.402641 trunc from 0x040000 to 0x011768 (0x2e897 bytes) 000817 1788838657.481811 fallocate 0x016cea thru 0x0179d6 (0xced bytes) 000818 1788838657.503147 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x179d7): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x179d7): Mirror 4: 0x77f65825 (stale) Mirror 5: 0x77f65825 (stale) Mirror 6: 0x77f65825 (stale) CRC-32 checksum value for chunk [0, 0x179d7): Mirror 1: 0xb49c88fb Mirror 7: 0xb49c88fb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x179d7: skipped 000819 1788838658.608827 punch from 0x00f3c8 to 0x0175aa (0x81e3 bytes) 000820 1788838658.669571 fallocate 0x00f6da thru 0x01b0c0 (0xb9e7 bytes) 000821 1788838658.684408 trunc from 0x014c40 to 0x0179d6 (0x2d97 bytes) 000822 1788838658.696603 mapwrite 0x0274bb thru 0x02aee3 (0x3a29 bytes) 000823 1788838658.788681 write 0x01e032 thru 0x0228c6 (0x4895 bytes) 000824 1788838658.798910 mapwrite 0x01807a thru 0x01b0d9 (0x3060 bytes) 000825 1788838658.875804 trunc from 0x00d33f to 0x01ae60 (0xdb22 bytes) 000827 1788838658.884474 trunc from 0x028045 to 0x02aee3 (0x2e9f bytes) 000828 1788838658.897308 fallocate 0x0327d6 thru 0x03bcec (0x9517 bytes) 000829 1788838658.909613 mapread 0x021984 thru 0x0255f5 (0x3c72 bytes) 000830 1788838658.914490 read 0x00bbe4 thru 0x018733 (0xcb50 bytes) 000831 1788838658.949222 read 0x02f165 thru 0x035ff2 (0x6e8e bytes) 000832 1788838659.015819 write 0x0252c3 thru 0x034424 (0xf162 bytes) 000833 1788838659.018172 punch from 0x00d320 to 0x00eb3f (0x1820 bytes) 000834 1788838659.026678 mapwrite 0x0157ca thru 0x0202ea (0xab21 bytes) 000835 1788838659.060449 mapwrite 0x02ffc2 thru 0x03247a (0x24b9 bytes) 000836 1788838659.081236 trunc from 0x0363b3 to 0x03bcec (0x593a bytes) 000837 1788838659.093233 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bced): Mirror 5: 0x4eaded78 (stale) Mirror 6: 0x4eaded78 (stale) Mirror 7: 0x99b6b99d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bced): Mirror 5: 0x4eaded78 (stale) Mirror 6: 0x4eaded78 (stale) Mirror 7: 0x99b6b99d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bced: skipped 000838 1788838659.722115 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3bced): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bced): Mirror 5: 0x4eaded78 (stale) Mirror 6: 0x4eaded78 (stale) Mirror 7: 0x99b6b99d (stale) CRC-32 checksum value for chunk [0, 0x3bced): Mirror 1: 0xd5bf9408 Mirror 8: 0xd5bf9408 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bced: skipped 000839 1788838660.875896 write 0x027de6 thru 0x0320b2 (0xa2cd bytes) 000840 1788838660.953147 trunc from 0x00b7e9 to 0x00cf53 (0x176b bytes) 000841 1788838660.959122 trunc from 0x025177 to 0x02e409 (0x9293 bytes) 000842 1788838660.989676 mapread 0x018a38 thru 0x028803 (0xfdcc bytes) 000843 1788838661.026882 trunc from 0x03bced to 0x00a0ca (0x31c22 bytes) 000844 1788838661.078154 trunc from 0x002413 to 0x00950d (0x70fb bytes) 000845 1788838661.084291 mapread 0x0087a8 thru 0x00a0ca (0x1923 bytes) 000846 1788838661.117412 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0xa0cb): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xa0cb): Mirror 5: 0x87a77cb (stale) Mirror 6: 0x87a77cb (stale) Mirror 7: 0x87a77cb (stale) Mirror 8: 0x87a77cb (stale) CRC-32 checksum value for chunk [0, 0xa0cb): Mirror 1: 0x87a77cb Mirror 9: 0x87a77cb lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xa0cb: skipped 000847 1788838662.094036 trunc from 0x00a0cb to 0x015a4d (0xb983 bytes) 000848 1788838662.167646 trunc from 0x015a4e to 0x02d162 (0x17715 bytes) 000849 1788838662.198491 trunc from 0x0299c6 to 0x02c1ff (0x283a bytes) 000850 1788838662.204751 trunc from 0x024ae5 to 0x02d162 (0x867e bytes) 000851 1788838662.213086 read 0x02205e thru 0x02c938 (0xa8db bytes) 000852 1788838662.231664 write 0x0314de thru 0x038113 (0x6c36 bytes) 000853 1788838662.239612 fallocate 0x00a8cf thru 0x010ef2 (0x6624 bytes) 000855 1788838662.249419 read 0x030ac3 thru 0x038113 (0x7651 bytes) 000856 1788838662.275434 read 0x02f4d4 thru 0x038113 (0x8c40 bytes) 000857 1788838662.280209 fallocate 0x016dd9 thru 0x0202d6 (0x94fe bytes) 000858 1788838662.300021 fallocate 0x025f07 thru 0x02b48c (0x5586 bytes) 000859 1788838662.309482 trunc from 0x038114 to 0x00f47e (0x28c95 bytes) 000860 1788838662.353784 read 0x000c46 thru 0x00f180 (0xe53b bytes) 000862 1788838662.355778 fallocate 0x00a30b thru 0x010f3b (0x6c31 bytes) 000863 1788838662.363504 trunc from 0x008756 to 0x00f47e (0x6d29 bytes) 000864 1788838662.373694 fallocate 0x004ae5 thru 0x011310 (0xc82c bytes) 000865 1788838662.415637 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x11311): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x11311): Mirror 5: 0xfc999da3 (stale) Mirror 6: 0xfc999da3 (stale) Mirror 7: 0xfc999da3 (stale) Mirror 8: 0xb0c0f7ea (stale) Mirror 9: 0xb0c0f7ea (stale) CRC-32 checksum value for chunk [0, 0x11311): Mirror 1: 0xb0c0f7ea Mirror 10: 0xb0c0f7ea lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x11311: skipped 000866 1788838663.474452 fallocate 0x027406 thru 0x035fd4 (0xebcf bytes) 000867 1788838663.511595 read 0x02b747 thru 0x035fd4 (0xa88e bytes) 000868 1788838663.527604 trunc from 0x035fd5 to 0x020777 (0x1585d bytes) 000871 1788838663.632975 trunc from 0x020778 to 0x029d1d (0x95a6 bytes) 000872 1788838663.656954 mapwrite 0x032014 thru 0x03cc14 (0xac01 bytes) 000873 1788838663.750088 mapwrite 0x00623b thru 0x006a74 (0x83a bytes) 000874 1788838663.782185 read 0x035d9b thru 0x03cc14 (0x6e7a bytes) 000875 1788838663.783908 fallocate 0x020d15 thru 0x022d3e (0x202a bytes) 000876 1788838663.797394 punch from 0x02b92d to 0x032e2e (0x7502 bytes) 000877 1788838663.802194 write 0x0391bb thru 0x03ffff (0x6e45 bytes) 000879 1788838663.805060 mapwrite 0x00f97f thru 0x014e47 (0x54c9 bytes) 000880 1788838663.851134 punch from 0x035967 to 0x03fabd (0xa157 bytes) 000881 1788838663.869031 mapread 0x03a88d thru 0x03ffff (0x5773 bytes) 000882 1788838663.918785 mapwrite 0x03bb59 thru 0x03ffff (0x44a7 bytes) 000883 1788838663.934853 trunc from 0x024ddc to 0x031849 (0xca6e bytes) 000884 1788838663.939965 trunc from 0x03b3a0 to 0x03ffff (0x4c60 bytes) 000885 1788838663.946899 trunc from 0x040000 to 0x020094 (0x1ff6b bytes) 000886 1788838663.969192 MIRROR_RESYNC 7 mirrors 000887 1788838666.340745 MIRROR_RESYNC 7 mirrors 000888 1788838667.086570 read 0x01e02e thru 0x020094 (0x2067 bytes) 000889 1788838667.093053 mapread 0x006d99 thru 0x010a01 (0x9c69 bytes) 000891 1788838667.128872 write 0x02d14d thru 0x033b53 (0x6a07 bytes) 000892 1788838667.179166 mapwrite 0x035708 thru 0x03b242 (0x5b3b bytes) 000893 1788838667.301733 read 0x02c769 thru 0x03a3b6 (0xdc4e bytes) 000894 1788838667.313976 write 0x0262ad thru 0x033055 (0xcda9 bytes) 000895 1788838667.319379 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3b243): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3b243): Mirror 5: 0xc1c99f0 (stale) Mirror 6: 0xc1c99f0 (stale) Mirror 7: 0xc1c99f0 (stale) Mirror 8: 0xc1c99f0 (stale) Mirror 9: 0xc1c99f0 (stale) Mirror 10: 0xc1c99f0 (stale) CRC-32 checksum value for chunk [0, 0x3b243): Mirror 1: 0x3d5092e6 Mirror 11: 0x3d5092e6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3b243: skipped 000896 1788838668.720911 trunc from 0x03b243 to 0x03a323 (0xf1f bytes) 000897 1788838668.784546 trunc from 0x03a324 to 0x03abdc (0x8b9 bytes) 000898 1788838668.821312 trunc from 0x01dbee to 0x027c33 (0xa046 bytes) 000899 1788838668.828153 trunc from 0x03abdd to 0x003999 (0x37243 bytes) 000900 1788838668.859012 write 0x011964 thru 0x013263 (0x1900 bytes) 000901 1788838668.864663 read 0x002631 thru 0x00c49b (0x9e6b bytes) 000902 1788838668.881628 punch from 0x00efaa to 0x013263 (0x42ba bytes) 000903 1788838668.897053 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x13264): Mirror 6: 0x8543a139 (stale) Mirror 7: 0x8543a139 (stale) Mirror 8: 0x8543a139 (stale) Mirror 9: 0x8543a139 (stale) Mirror 10: 0x8543a139 (stale) Mirror 11: 0x8543a139 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13264): Mirror 6: 0x8543a139 (stale) Mirror 7: 0x8543a139 (stale) Mirror 8: 0x8543a139 (stale) Mirror 9: 0x8543a139 (stale) Mirror 10: 0x8543a139 (stale) Mirror 11: 0x8543a139 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13264: skipped 000904 1788838669.382301 mapread 0x00b1f5 thru 0x00de92 (0x2c9e bytes) 000905 1788838669.438436 trunc from 0x013264 to 0x01fc9e (0xca3b bytes) 000906 1788838669.479076 mapwrite 0x01828c thru 0x020ca8 (0x8a1d bytes) 000907 1788838669.631394 trunc from 0x020ca9 to 0x002ee4 (0x1ddc4 bytes) 000908 1788838669.674974 trunc from 0x002ee5 to 0x0231f0 (0x2030c bytes) 000909 1788838669.723051 trunc from 0x010f6e to 0x014e00 (0x3e93 bytes) 000911 1788838669.736916 punch from 0x018afe to 0x022fbd (0xa4c0 bytes) 000912 1788838669.767069 MIRROR_RESYNC 7 mirrors 000913 1788838671.249671 punch from 0x0111fe to 0x0210aa (0xfead bytes) 000915 1788838671.275896 read 0x01cf02 thru 0x0231f0 (0x62ef bytes) 000916 1788838671.285128 read 0x0158ee thru 0x01860b (0x2d1e bytes) 000917 1788838671.307745 mapwrite 0x02f0de thru 0x03ed39 (0xfc5c bytes) 000918 1788838671.405937 mapread 0x012220 thru 0x01d48b (0xb26c bytes) 000919 1788838671.407197 punch from 0x00d587 to 0x011d63 (0x47dd bytes) 000920 1788838671.416053 mapwrite 0x0100f4 thru 0x0174f0 (0x73fd bytes) 000921 1788838671.458885 trunc from 0x03ed3a to 0x02ec5b (0x100de bytes) 000922 1788838671.509038 punch from 0x014418 to 0x01d758 (0x9341 bytes) 000923 1788838671.514886 trunc from 0x02ec5c to 0x017627 (0x17634 bytes) 000924 1788838671.556948 trunc from 0x017628 to 0x01cc7a (0x5653 bytes) 000925 1788838671.583818 fallocate 0x01479d thru 0x016300 (0x1b64 bytes) 000926 1788838671.591343 trunc from 0x01cc7b to 0x00e0b9 (0xebc1 bytes) 000927 1788838671.613827 punch from 0x007bdb to 0x00e0b9 (0x64df bytes) 000928 1788838671.620630 mapwrite 0x009c1c thru 0x009f3f (0x324 bytes) 000929 1788838671.665980 fallocate 0x013a62 thru 0x022f2b (0xf4ca bytes) 000930 1788838671.688286 fallocate 0x01675c thru 0x022766 (0xc00b bytes) 000931 1788838671.737923 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x22767): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22767): Mirror 6: 0xe329846f (stale) Mirror 7: 0xe329846f (stale) Mirror 8: 0xe329846f (stale) Mirror 9: 0xe329846f (stale) Mirror 10: 0xe329846f (stale) Mirror 11: 0xe329846f (stale) CRC-32 checksum value for chunk [0, 0x22767): Mirror 1: 0xc1002137 Mirror 12: 0xc1002137 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22767: skipped 000932 1788838673.029292 mapwrite 0x00dde5 thru 0x015f62 (0x817e bytes) 000933 1788838673.229075 mapread 0x001fc4 thru 0x0094a2 (0x74df bytes) 000934 1788838673.242829 mapread 0x015ade thru 0x01bdcd (0x62f0 bytes) 000935 1788838673.258182 trunc from 0x022767 to 0x029d06 (0x75a0 bytes) 000936 1788838673.319089 trunc from 0x029d07 to 0x02f0b1 (0x53ab bytes) 000937 1788838673.350800 trunc from 0x02f0b2 to 0x019943 (0x1576e bytes) 000940 1788838673.377849 write 0x032f55 thru 0x03ffff (0xd0ab bytes) 000941 1788838673.383816 trunc from 0x01afe7 to 0x02a9a3 (0xf9bd bytes) 000942 1788838673.391797 trunc from 0x040000 to 0x001680 (0x3e97f bytes) 000943 1788838673.412214 mapread 0x000bad thru 0x001680 (0xad4 bytes) 000944 1788838673.420337 trunc from 0x000f9d to 0x001680 (0x6e4 bytes) 000945 1788838673.433589 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x1681): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1681): Mirror 6: 0x68c2616c (stale) Mirror 7: 0x68c2616c (stale) Mirror 8: 0x68c2616c (stale) Mirror 9: 0x68c2616c (stale) Mirror 10: 0x68c2616c (stale) Mirror 11: 0x68c2616c (stale) Mirror 12: 0x68c2616c (stale) CRC-32 checksum value for chunk [0, 0x1681): Mirror 1: 0x68c2616c Mirror 13: 0x68c2616c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1681: skipped 000946 1788838674.382988 punch from 0x000865 to 0x001680 (0xe1c bytes) 000947 1788838674.412325 punch from 0x0001f3 to 0x001680 (0x148e bytes) 000948 1788838674.416362 trunc from 0x001681 to 0x031a31 (0x303b1 bytes) 000949 1788838674.459272 trunc from 0x01de10 to 0x02d8a4 (0xfa95 bytes) 000950 1788838674.468105 read 0x003da6 thru 0x012271 (0xe4cc bytes) 000952 1788838674.478171 punch from 0x01fd79 to 0x023ac8 (0x3d50 bytes) 000955 1788838674.484455 mapwrite 0x02589c thru 0x0269b3 (0x1118 bytes) 000956 1788838674.529083 MIRROR_SPLIT mirror 5 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x31a32): Mirror 6: 0xda66944d (stale) Mirror 7: 0xda66944d (stale) Mirror 8: 0xda66944d (stale) Mirror 9: 0xda66944d (stale) Mirror 11: 0xda66944d (stale) Mirror 12: 0xe241a4d5 (stale) Mirror 13: 0xda66944d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31a32): Mirror 6: 0xda66944d (stale) Mirror 7: 0xda66944d (stale) Mirror 8: 0xda66944d (stale) Mirror 9: 0xda66944d (stale) Mirror 11: 0xda66944d (stale) Mirror 12: 0xe241a4d5 (stale) Mirror 13: 0xda66944d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31a32: skipped 000957 1788838674.989918 punch from 0x000aa4 to 0x00bcfb (0xb258 bytes) 000958 1788838674.994379 write 0x02d7d8 thru 0x03b043 (0xd86c bytes) 000959 1788838675.002164 trunc from 0x01214a to 0x01a849 (0x8700 bytes) 000960 1788838675.007754 punch from 0x0100ae to 0x01c7b0 (0xc703 bytes) 000961 1788838675.011391 punch from 0x02e562 to 0x03b043 (0xcae2 bytes) 000962 1788838675.026804 read 0x021dc2 thru 0x02f4f6 (0xd735 bytes) 000963 1788838675.041429 punch from 0x029e25 to 0x02ffbe (0x619a bytes) 000964 1788838675.045303 mapwrite 0x03df1c thru 0x03ffff (0x20e4 bytes) 000965 1788838675.111038 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xe20eea22 (stale) Mirror 7: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xde5a21e9 (stale) Mirror 13: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x65509bd6 Mirror 14: 0x65509bd6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000967 1788838676.409089 MIRROR_SPLIT mirror 4 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xe20eea22 (stale) Mirror 7: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xde5a21e9 (stale) Mirror 13: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xe20eea22 (stale) Mirror 7: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xde5a21e9 (stale) Mirror 13: 0xe20eea22 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x65509bd6 Mirror 14: 0x65509bd6 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000968 1788838677.503962 write 0x01e0f3 thru 0x0286d9 (0xa5e7 bytes) 000969 1788838677.557371 fallocate 0x02c85f thru 0x0384ef (0xbc91 bytes) 000970 1788838677.561771 write 0x00a13d thru 0x00a54a (0x40e bytes) 000971 1788838677.570321 fallocate 0x008525 thru 0x016e3f (0xe91b bytes) 000972 1788838677.574771 punch from 0x0359bc to 0x03cd03 (0x7348 bytes) 000973 1788838677.578720 punch from 0x036955 to 0x03adc0 (0x446c bytes) 000974 1788838677.586050 write 0x00e43f thru 0x011edb (0x3a9d bytes) 000975 1788838677.601878 mapwrite 0x018120 thru 0x021df1 (0x9cd2 bytes) 000976 1788838677.650739 trunc from 0x040000 to 0x0381c6 (0x7e39 bytes) 000979 1788838677.715056 trunc from 0x0381c7 to 0x037c34 (0x592 bytes) 000980 1788838677.759438 fallocate 0x028800 thru 0x02d270 (0x4a71 bytes) 000981 1788838677.768141 mapread 0x0132ca thru 0x017802 (0x4539 bytes) 000982 1788838677.770423 trunc from 0x037c35 to 0x029284 (0xe9b0 bytes) 000983 1788838677.794826 read 0x00fe83 thru 0x0148cb (0x4a49 bytes) 000984 1788838677.812182 trunc from 0x029285 to 0x02b1bd (0x1f39 bytes) 000985 1788838677.835392 write 0x010269 thru 0x012534 (0x22cc bytes) 000986 1788838677.837305 punch from 0x00e831 to 0x01a931 (0xc101 bytes) 000987 1788838677.851739 fallocate 0x0276e2 thru 0x0312e9 (0x9c08 bytes) 000988 1788838677.859449 write 0x02f25c thru 0x035e64 (0x6c09 bytes) 000989 1788838677.868958 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x56:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x35e65): Mirror 6: 0xd6213607 (stale) Mirror 7: 0xd6213607 (stale) Mirror 11: 0xd6213607 (stale) Mirror 12: 0x714dc946 (stale) Mirror 13: 0xd6213607 (stale) Mirror 14: 0x30e18686 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x35e65): Mirror 6: 0xd6213607 (stale) Mirror 7: 0xd6213607 (stale) Mirror 11: 0xd6213607 (stale) Mirror 12: 0x714dc946 (stale) Mirror 13: 0xd6213607 (stale) Mirror 14: 0x30e18686 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x35e65: skipped 000991 1788838678.370988 read 0x031ea9 thru 0x035e64 (0x3fbc bytes) 000992 1788838678.388280 MIRROR_RESYNC 7 mirrors 000993 1788838680.985287 trunc from 0x035e65 to 0x02e76e (0x76f6 bytes) 000994 1788838681.039347 mapread 0x009130 thru 0x010c19 (0x7aea bytes) 000995 1788838681.076259 punch from 0x00dc09 to 0x00e790 (0xb88 bytes) 000996 1788838681.084255 punch from 0x007916 to 0x011684 (0x9d6f bytes) 000998 1788838681.095812 read 0x00e488 thru 0x01b9d6 (0xd54f bytes) 000999 1788838681.128023 trunc from 0x02dbc5 to 0x02e76e (0xbaa bytes) 001000 1788838681.138730 trunc from 0x02e76f to 0x00dcfc (0x20a72 bytes) All operations completed A-OK!