== sanity-flr test 70a: flr mode fsx test ================ 11:31:00 (1788449460) striped dir -i0 -c2 -H fnv_1a_64 /mnt/lustre/d70a.sanity-flr Seed set to 9462 truncating to largest ever: 0x3da91 000001 1788449462.695748 trunc from 00000000 to 0x03da90 (0x3da91 bytes) 000002 1788449462.714993 write 0x008aac thru 0x00930e (0x863 bytes) 000003 1788449462.734653 trunc from 0x014f44 to 0x01cdbb (0x7e78 bytes) 000004 1788449462.740903 mapwrite 0x03c2bc thru 0x03ffff (0x3d44 bytes) 000005 1788449462.796236 write 0x007242 thru 0x00d594 (0x6353 bytes) 000006 1788449462.808468 read 0x02233d thru 0x02f183 (0xce47 bytes) 000007 1788449462.818182 mapread 0x024122 thru 0x02ab50 (0x6a2f bytes) 000008 1788449462.820188 mapwrite 0x02f59f thru 0x038a0d (0x946f bytes) 000009 1788449462.850152 trunc from 0x040000 to 0x038a16 (0x75e9 bytes) 000010 1788449462.867861 mapwrite 0x00aa13 thru 0x01352c (0x8b1a bytes) 000011 1788449462.901678 fallocate 0x02c7b8 thru 0x03961d (0xce66 bytes) 000012 1788449462.907119 write 0x001ff7 thru 0x00838b (0x6395 bytes) 000013 1788449462.914074 write 0x0338d7 thru 0x03bb11 (0x823b bytes) 000014 1788449462.915698 trunc from 0x027775 to 0x035941 (0xe1cd bytes) 000015 1788449462.936486 mapread 0x030bed thru 0x03bb11 (0xaf25 bytes) 000016 1788449462.947144 read 0x00c296 thru 0x01a2da (0xe045 bytes) 000018 1788449462.963956 fallocate 0x026e98 thru 0x02fead (0x9016 bytes) 000021 1788449462.971434 fallocate 0x028444 thru 0x032560 (0xa11d bytes) 000022 1788449462.981206 MIRROR_EXTEND to 2 mirrors 000023 1788449463.736307 punch from 0x0174f7 to 0x01da49 (0x6553 bytes) 000024 1788449463.765969 trunc from 0x0176b0 to 0x026a59 (0xf3aa bytes) 000025 1788449463.770844 punch from 0x004dda to 0x00bf4b (0x7172 bytes) 000026 1788449463.776043 trunc from 0x018dbc to 0x023f2d (0xb172 bytes) 000027 1788449463.780968 mapwrite 0x0181f2 thru 0x024bbf (0xc9ce bytes) 000029 1788449463.843569 read 0x004e08 thru 0x00b956 (0x6b4f bytes) 000030 1788449463.857706 MIRROR_RESYNC 2 mirrors 000031 1788449464.552021 read 0x022a33 thru 0x02fae6 (0xd0b4 bytes) 000032 1788449464.560492 write 0x030e94 thru 0x03f5b7 (0xe724 bytes) 000033 1788449464.589919 punch from 0x00d5c9 to 0x017e8c (0xa8c4 bytes) 000034 1788449464.595129 trunc from 0x02a860 to 0x03414d (0x98ee bytes) 000035 1788449464.608248 trunc from 0x03f5b8 to 0x003fcb (0x3b5ec bytes) 000036 1788449464.632075 punch from 0x00222b to 0x003fcb (0x1da1 bytes) 000037 1788449464.642891 write 0x02040f thru 0x029e34 (0x9a26 bytes) 000038 1788449464.658272 MIRROR_RESYNC 2 mirrors 000039 1788449465.312486 trunc from 0x017d71 to 0x023a93 (0xbd23 bytes) 000040 1788449465.343405 mapread 0x015a0b thru 0x01d7be (0x7db4 bytes) 000041 1788449465.363858 write 0x00b71f thru 0x019917 (0xe1f9 bytes) 000042 1788449465.368559 trunc from 0x00adc1 to 0x01abdf (0xfe1f bytes) 000043 1788449465.377705 read 0x0267af thru 0x029e34 (0x3686 bytes) 000044 1788449465.382312 punch from 0x004da6 to 0x00e985 (0x9be0 bytes) 000045 1788449465.387304 mapwrite 0x00473a thru 0x0111cc (0xca93 bytes) 000046 1788449465.435120 read 0x00b982 thru 0x0116ee (0x5d6d bytes) 000047 1788449465.435949 trunc from 0x029e35 to 0x0192d1 (0x10b63 bytes) 000048 1788449465.463039 read 0x013f62 thru 0x0192d1 (0x5370 bytes) 000049 1788449465.463609 trunc from 0x0192d2 to 0x0010b6 (0x1821b bytes) 000050 1788449465.493934 mapread 0x0002c7 thru 0x0010b6 (0xdf0 bytes) 000051 1788449465.505025 fallocate 0x016d25 thru 0x01e194 (0x7470 bytes) 000052 1788449465.515783 mapwrite 0x027998 thru 0x028ebe (0x1527 bytes) truncating to largest ever: 0x3f34b 000053 1788449465.620183 trunc from 0x028ebf to 0x03f34a (0x1648c bytes) 000056 1788449465.633360 trunc from 0x00012c to 0x000fd1 (0xea6 bytes) 000057 1788449465.639202 MIRROR_RESYNC 2 mirrors 000058 1788449466.313586 trunc from 0x03f34b to 0x0219ba (0x1d990 bytes) 000059 1788449466.356482 punch from 0x012666 to 0x013ad6 (0x1471 bytes) 000060 1788449466.362765 trunc from 0x0219bb to 0x03d4e6 (0x1bb2c bytes) 000061 1788449466.383849 punch from 0x00bc71 to 0x01702d (0xb3bd bytes) 000063 1788449466.389268 mapwrite 0x009250 thru 0x010b45 (0x78f6 bytes) 000064 1788449466.428279 write 0x0068e5 thru 0x009aec (0x3208 bytes) 000065 1788449466.431151 mapread 0x01472b thru 0x018129 (0x39ff bytes) 000066 1788449466.441385 punch from 0x026fc5 to 0x02f229 (0x8265 bytes) 000067 1788449466.448207 mapread 0x016b29 thru 0x020d5e (0xa236 bytes) 000068 1788449466.461262 read 0x031c22 thru 0x033c4d (0x202c bytes) 000069 1788449466.468210 trunc from 0x03d4e7 to 0x0396ed (0x3df9 bytes) 000070 1788449466.487437 mapwrite 0x00ceca thru 0x01bfaa (0xf0e1 bytes) 000071 1788449466.516478 mapread 0x032536 thru 0x038db9 (0x6884 bytes) 000072 1788449466.534311 trunc from 0x02df30 to 0x0396ed (0xb7be bytes) 000073 1788449466.540412 trunc from 0x0396ee to 0x033599 (0x6154 bytes) 000074 1788449466.566335 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3359a): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3359a): Mirror 2: 0x39f8b3a0 (stale) CRC-32 checksum value for chunk [0, 0x3359a): Mirror 1: 0xa27ca945 Mirror 3: 0xa27ca945 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3359a: skipped 000075 1788449467.560481 fallocate 0x01cbcd thru 0x022b08 (0x5f3c bytes) 000076 1788449467.598974 trunc from 0x00d8d2 to 0x013815 (0x5f44 bytes) 000078 1788449467.606081 read 0x01382f thru 0x01bf64 (0x8736 bytes) 000079 1788449467.634256 trunc from 0x02d064 to 0x02fbfd (0x2b9a bytes) 000080 1788449467.640910 trunc from 0x01d427 to 0x023e21 (0x69fb bytes) 000081 1788449467.651447 fallocate 0x02a7c2 thru 0x037109 (0xc948 bytes) 000082 1788449467.666267 punch from 0x02fb14 to 0x033599 (0x3a86 bytes) 000084 1788449467.675178 read 0x02913a thru 0x02b4b1 (0x2378 bytes) 000085 1788449467.722312 fallocate 0x024d4f thru 0x028bd8 (0x3e8a bytes) 000086 1788449467.735328 mapread 0x0063de thru 0x00fb46 (0x9769 bytes) 000087 1788449467.739414 read 0x01d7dd thru 0x023b32 (0x6356 bytes) 000088 1788449467.743131 fallocate 0x027810 thru 0x031bb1 (0xa3a2 bytes) 000089 1788449467.752475 fallocate 0x003780 thru 0x01162f (0xdeb0 bytes) 000090 1788449467.760624 read 0x01f5aa thru 0x01faf8 (0x54f bytes) 000091 1788449467.767035 fallocate 0x0318a7 thru 0x033dea (0x2544 bytes) 000092 1788449467.778084 trunc from 0x03359a to 0x01cf3a (0x1665f bytes) 000093 1788449467.867159 read 0x014ee2 thru 0x01cf3a (0x8059 bytes) 000094 1788449467.867917 fallocate 0x00649f thru 0x01318d (0xccef bytes) 000095 1788449467.878507 trunc from 0x0166c2 to 0x01cf3a (0x6879 bytes) 000096 1788449467.887823 fallocate 0x01ca31 thru 0x020a70 (0x4040 bytes) 000097 1788449467.897151 write 0x00ba17 thru 0x01b90e (0xfef8 bytes) 000098 1788449467.905469 punch from 0x017050 to 0x017c04 (0xbb5 bytes) 000099 1788449467.948996 mapread 0x00e5e9 thru 0x0143e9 (0x5e01 bytes) 000100 1788449467.950703 trunc from 0x01cf3b to 0x01e85e (0x1924 bytes) 000101 1788449467.969369 fallocate 0x034313 thru 0x03f184 (0xae72 bytes) 000102 1788449467.990067 MIRROR_RESYNC 3 mirrors 000103 1788449468.883223 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) 000104 1788449469.148350 punch from 0x011205 to 0x013ce7 (0x2ae3 bytes) 000105 1788449469.184565 write 0x037e7f thru 0x039098 (0x121a bytes) 000107 1788449469.194571 mapwrite 0x028b2e thru 0x02c87a (0x3d4d bytes) 000108 1788449469.234274 punch from 0x00b96d to 0x018385 (0xca19 bytes) 000110 1788449469.249142 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) 000112 1788449469.414010 trunc from 0x039099 to 0x01e3ee (0x1acaa bytes) 000114 1788449469.472109 fallocate 0x020138 thru 0x02f494 (0xf35d bytes) 000115 1788449469.495594 write 0x02c628 thru 0x032ac9 (0x64a2 bytes) 000116 1788449469.503323 read 0x002865 thru 0x00b547 (0x8ce3 bytes) 000117 1788449469.520993 punch from 0x02d440 to 0x02f41a (0x1fdb bytes) 000120 1788449469.549076 write 0x00547a thru 0x00c493 (0x701a bytes) 000121 1788449469.557416 fallocate 0x02df00 thru 0x03cf77 (0xf078 bytes) 000122 1788449469.565362 fallocate 0x036b8f thru 0x03716d (0x5df bytes) 000123 1788449469.576960 mapread 0x01c75d thru 0x0269da (0xa27e bytes) 000124 1788449469.616210 fallocate 0x02d8b7 thru 0x03a986 (0xd0d0 bytes) 000125 1788449469.622311 trunc from 0x01add4 to 0x01ee6a (0x4097 bytes) 000126 1788449469.630204 mapread 0x030ef8 thru 0x0331a3 (0x22ac bytes) 000127 1788449469.665145 punch from 0x023c15 to 0x02d7bb (0x9ba7 bytes) 000128 1788449469.672403 fallocate 0x037954 thru 0x03eab2 (0x715f bytes) 000129 1788449469.679224 punch from 0x03717c to 0x03eab2 (0x7937 bytes) 000130 1788449469.684900 write 0x036758 thru 0x03ef60 (0x8809 bytes) 000131 1788449469.691940 write 0x01f790 thru 0x02d0f1 (0xd962 bytes) 000132 1788449469.700259 fallocate 0x016b2e thru 0x01d984 (0x6e57 bytes) 000133 1788449469.706215 mapread 0x025973 thru 0x02c044 (0x66d2 bytes) 000135 1788449469.709289 trunc from 0x027f0e to 0x02f96a (0x7a5d bytes) 000136 1788449469.735233 trunc from 0x00bc5c to 0x01ac1c (0xefc1 bytes) 000137 1788449469.755049 trunc from 0x02e744 to 0x03d3ea (0xeca7 bytes) 000139 1788449469.768393 trunc from 0x01c88d to 0x01cfd2 (0x746 bytes) 000140 1788449469.773064 mapread 0x0372b4 thru 0x03aeb0 (0x3bfd bytes) 000141 1788449469.798935 mapread 0x034e02 thru 0x0383be (0x35bd bytes) 000143 1788449469.800915 read 0x00ea77 thru 0x016d46 (0x82d0 bytes) 000144 1788449469.809782 mapread 0x0192f8 thru 0x025c12 (0xc91b bytes) 000145 1788449469.810878 mapwrite 0x0024ec thru 0x006de7 (0x48fc bytes) 000146 1788449469.826217 mapwrite 0x017f30 thru 0x019fd5 (0x20a6 bytes) 000148 1788449469.842456 read 0x03085e thru 0x036607 (0x5daa bytes) 000149 1788449469.848409 MIRROR_EXTEND to 2 mirrors 000150 1788449470.711867 MIRROR_EXTEND to 3 mirrors 000152 1788449471.505403 punch from 0x02391c to 0x0245b6 (0xc9b bytes) 000153 1788449471.558393 punch from 0x0203d3 to 0x0224ec (0x211a bytes) 000154 1788449471.566154 write 0x007cac thru 0x013cc0 (0xc015 bytes) 000156 1788449471.582179 punch from 0x03b402 to 0x03ef60 (0x3b5f bytes) 000157 1788449471.603691 trunc from 0x03ef61 to 0x024438 (0x1ab28 bytes) 000158 1788449471.629733 write 0x02a559 thru 0x039934 (0xf3dc bytes) 000159 1788449471.631339 punch from 0x036461 to 0x039934 (0x34d4 bytes) 000160 1788449471.643285 write 0x02164d thru 0x026a1c (0x53d0 bytes) 000161 1788449471.654032 MIRROR_RESYNC 3 mirrors 000164 1788449472.626300 trunc from 0x039935 to 0x01616e (0x237c6 bytes) 000165 1788449472.703147 trunc from 0x01616f to 0x0138cf (0x289f bytes) 000166 1788449472.750905 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x138d0): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x138d0): Mirror 2: 0x1374b07d (stale) Mirror 3: 0x1374b07d (stale) CRC-32 checksum value for chunk [0, 0x138d0): Mirror 1: 0x1374b07d Mirror 4: 0x1374b07d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x138d0: skipped 000167 1788449473.662339 mapread 0x009d22 thru 0x0138cf (0x9bae bytes) 000168 1788449473.714944 trunc from 0x003c85 to 0x0059de (0x1d5a bytes) 000169 1788449473.754224 trunc from 0x004748 to 0x01003c (0xb8f5 bytes) 000170 1788449473.759209 mapwrite 0x0250a4 thru 0x0308fc (0xb859 bytes) 000171 1788449473.832204 trunc from 0x00d272 to 0x012261 (0x4ff0 bytes) 000172 1788449473.839600 write 0x03490e thru 0x038f30 (0x4623 bytes) 000173 1788449473.842086 mapwrite 0x013651 thru 0x01ca78 (0x9428 bytes) 000174 1788449473.897895 fallocate 0x01db0f thru 0x0289a8 (0xae9a bytes) 000175 1788449473.903832 trunc from 0x00da04 to 0x0158fe (0x7efb bytes) 000177 1788449473.909368 trunc from 0x038f31 to 0x016c0a (0x22326 bytes) 000178 1788449473.932037 trunc from 0x016c0b to 0x018044 (0x143a bytes) 000179 1788449473.946471 mapread 0x00a657 thru 0x018044 (0xd9ee bytes) 000180 1788449473.974843 trunc from 0x00aaa0 to 0x0151cc (0xa72d bytes) 000182 1788449473.979824 trunc from 0x018045 to 0x00584a (0x127fa bytes) 000183 1788449473.992091 mapread 0x002537 thru 0x00584a (0x3314 bytes) 000184 1788449473.996551 mapread 0x0028ab thru 0x00584a (0x2fa0 bytes) 000185 1788449473.997454 read 0x004ddb thru 0x00584a (0xa70 bytes) 000186 1788449473.997943 mapread 0x004254 thru 0x00584a (0x15f7 bytes) 000187 1788449473.998818 trunc from 0x00584b to 0x00eec2 (0x9678 bytes) 000188 1788449474.008891 read 0x006dd4 thru 0x00eec2 (0x80ef bytes) 000189 1788449474.017021 punch from 0x004e19 to 0x0081cd (0x33b5 bytes) 000190 1788449474.021352 trunc from 0x0019d7 to 0x002347 (0x971 bytes) 000191 1788449474.034122 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xeec3): Mirror 3: 0x3a6babc8 (stale) Mirror 4: 0x3a6babc8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xeec3): Mirror 3: 0x3a6babc8 (stale) Mirror 4: 0x3a6babc8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xeec3: skipped 000192 1788449474.333049 mapread 0x00afd4 thru 0x00eec2 (0x3eef bytes) 000193 1788449474.353433 trunc from 0x008bcd to 0x00cc06 (0x403a bytes) 000194 1788449474.357483 trunc from 0x0069c6 to 0x00eec2 (0x84fd bytes) 000195 1788449474.364842 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0xeec3): Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xeec3): Mirror 3: 0x3a6babc8 (stale) Mirror 4: 0x3a6babc8 (stale) CRC-32 checksum value for chunk [0, 0xeec3): Mirror 1: 0x60a3144c Mirror 5: 0x60a3144c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xeec3: skipped 000196 1788449475.473547 fallocate 0x035c79 thru 0x03c3a3 (0x672b bytes) 000197 1788449475.569837 mapread 0x000e34 thru 0x00b843 (0xaa10 bytes) 000198 1788449475.611556 trunc from 0x003fef to 0x00e254 (0xa266 bytes) 000199 1788449475.620374 fallocate 0x01a7a6 thru 0x01d372 (0x2bcd bytes) 000200 1788449475.629177 trunc from 0x009baf to 0x00eec2 (0x5314 bytes) 000201 1788449475.635714 mapwrite 0x023415 thru 0x027a78 (0x4664 bytes) 000202 1788449475.758244 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x27a79): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27a79): Mirror 3: 0x4705bb32 (stale) Mirror 4: 0x2951c08e (stale) Mirror 5: 0xc0d012bb (stale) CRC-32 checksum value for chunk [0, 0x27a79): Mirror 1: 0x9bb0be4 Mirror 6: 0x9bb0be4 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27a79: skipped 000203 1788449476.865093 mapread 0x01fe07 thru 0x027a78 (0x7c72 bytes) 000204 1788449476.904155 mapwrite 0x006cfe thru 0x016272 (0xf575 bytes) 000205 1788449477.019699 fallocate 0x013b91 thru 0x019b6b (0x5fdb bytes) 000206 1788449477.029665 mapwrite 0x01199b thru 0x021372 (0xf9d8 bytes) 000207 1788449477.071330 write 0x01d7ba thru 0x0254a4 (0x7ceb bytes) 000209 1788449477.093198 fallocate 0x0149cc thru 0x01aa40 (0x6075 bytes) 000210 1788449477.100682 mapwrite 0x0256ed thru 0x03381b (0xe12f bytes) 000211 1788449477.181221 punch from 0x018f05 to 0x0262ef (0xd3eb bytes) 000212 1788449477.192074 mapwrite 0x00bdc7 thru 0x01452d (0x8767 bytes) 000213 1788449477.231451 MIRROR_RESYNC 5 mirrors 000214 1788449478.567807 mapread 0x008807 thru 0x015e8f (0xd689 bytes) 000215 1788449478.597993 trunc from 0x007a9e to 0x009707 (0x1c6a bytes) 000216 1788449478.624774 trunc from 0x03381c to 0x001e7e (0x3199d bytes) 000217 1788449478.651911 mapwrite 0x001f6d thru 0x00c26e (0xa302 bytes) 000218 1788449478.693025 punch from 0x0003de to 0x001665 (0x1288 bytes) 000219 1788449478.699292 punch from 0x00608e to 0x00c26e (0x61e1 bytes) 000221 1788449478.705295 punch from 0x004fe0 to 0x00c26e (0x728f bytes) 000222 1788449478.710224 punch from 0x0000b7 to 0x00c26e (0xc1b8 bytes) 000223 1788449478.718911 trunc from 0x00a1c5 to 0x00b4e6 (0x1322 bytes) 000224 1788449478.723905 punch from 0x000d1e to 0x00c26e (0xb551 bytes) 000225 1788449478.728925 mapwrite 0x028a3b thru 0x031915 (0x8edb bytes) 000226 1788449478.791881 read 0x00bdcf thru 0x013773 (0x79a5 bytes) 000227 1788449478.800193 punch from 0x00e890 to 0x013cab (0x541c bytes) 000228 1788449478.810168 mapread 0x01bf25 thru 0x0271c9 (0xb2a5 bytes) 000229 1788449478.827843 MIRROR_RESYNC 5 mirrors 000230 1788449479.914275 fallocate 0x015778 thru 0x01776c (0x1ff5 bytes) 000231 1788449479.941384 read 0x0062da thru 0x00a1ac (0x3ed3 bytes) 000232 1788449479.948704 write 0x012e9b thru 0x01dd77 (0xaedd bytes) 000233 1788449479.957949 mapwrite 0x01112d thru 0x01a73f (0x9613 bytes) 000234 1788449480.010151 read 0x02a602 thru 0x031915 (0x7314 bytes) 000235 1788449480.027103 write 0x0121bf thru 0x01b862 (0x96a4 bytes) 000236 1788449480.037753 MIRROR_RESYNC 5 mirrors 000237 1788449481.277889 mapwrite 0x02c223 thru 0x03632d (0xa10b bytes) 000238 1788449481.462347 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3632e): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3632e): Mirror 3: 0x5ee01e59 (stale) Mirror 4: 0x5ee01e59 (stale) Mirror 5: 0x5ee01e59 (stale) Mirror 6: 0x5ee01e59 (stale) CRC-32 checksum value for chunk [0, 0x3632e): Mirror 1: 0xc69e5e02 Mirror 7: 0xc69e5e02 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3632e: skipped 000239 1788449482.271857 trunc from 0x008685 to 0x01008f (0x7a0b bytes) 000240 1788449482.314996 read 0x00ee38 thru 0x01a572 (0xb73b bytes) 000241 1788449482.328018 mapread 0x00a874 thru 0x01355a (0x8ce7 bytes) 000242 1788449482.366145 read 0x002a37 thru 0x007769 (0x4d33 bytes) 000243 1788449482.383612 fallocate 0x01303f thru 0x0184d2 (0x5494 bytes) 000244 1788449482.405141 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3632e): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3632e): Mirror 3: 0x5ee01e59 (stale) Mirror 4: 0x5ee01e59 (stale) Mirror 5: 0x5ee01e59 (stale) Mirror 6: 0x5ee01e59 (stale) Mirror 7: 0xc69e5e02 (stale) CRC-32 checksum value for chunk [0, 0x3632e): Mirror 1: 0xc69e5e02 Mirror 8: 0xc69e5e02 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3632e: skipped 000245 1788449483.532053 write 0x011d6e thru 0x01cd6a (0xaffd bytes) 000246 1788449483.586141 fallocate 0x02ed0b thru 0x02ef8e (0x284 bytes) 000247 1788449483.592797 fallocate 0x013e93 thru 0x021c5d (0xddcb bytes) 000248 1788449483.599739 trunc from 0x03632e to 0x00aee0 (0x2b44d bytes) 000249 1788449483.633543 fallocate 0x0225a7 thru 0x02f134 (0xcb8e bytes) 000250 1788449483.643587 mapread 0x00a1dc thru 0x00aee0 (0xd05 bytes) 000251 1788449483.652127 trunc from 0x006c9c to 0x00aee0 (0x4245 bytes) 000252 1788449483.657348 mapread 0x000a2a thru 0x00a203 (0x97da bytes) 000253 1788449483.677589 MIRROR_SPLIT mirror 5 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xaee1): Mirror 3: 0x2ad8a739 (stale) Mirror 4: 0x2ad8a739 (stale) Mirror 5: 0x2ad8a739 (stale) Mirror 6: 0x2ad8a739 (stale) Mirror 8: 0x2ad8a739 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xaee1): Mirror 3: 0x2ad8a739 (stale) Mirror 4: 0x2ad8a739 (stale) Mirror 5: 0x2ad8a739 (stale) Mirror 6: 0x2ad8a739 (stale) Mirror 8: 0x2ad8a739 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xaee1: skipped 000254 1788449484.108297 write 0x03348a thru 0x03e881 (0xb3f8 bytes) fallocating to largest ever: 0x40000 000255 1788449484.116973 fallocate 0x03a012 thru 0x03ffff (0x5fee bytes) 000256 1788449484.123897 trunc from 0x03e882 to 0x02dd2b (0x10b56 bytes) 000258 1788449484.149318 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2dd2c): Mirror 4: 0xabbeee00 (stale) Mirror 5: 0xabbeee00 (stale) Mirror 6: 0xabbeee00 (stale) Mirror 8: 0x72cf8919 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2dd2c): Mirror 4: 0xabbeee00 (stale) Mirror 5: 0xabbeee00 (stale) Mirror 6: 0xabbeee00 (stale) Mirror 8: 0x72cf8919 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2dd2c: skipped 000259 1788449484.554090 write 0x02c490 thru 0x036c0a (0xa77b bytes) 000260 1788449484.570873 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x36c0b): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36c0b): Mirror 4: 0xd9038eb (stale) Mirror 5: 0xd9038eb (stale) Mirror 6: 0xd9038eb (stale) Mirror 8: 0x1419a51f (stale) CRC-32 checksum value for chunk [0, 0x36c0b): Mirror 1: 0xf9561b21 Mirror 9: 0xf9561b21 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36c0b: skipped 000261 1788449485.476746 mapread 0x0111b2 thru 0x017cb3 (0x6b02 bytes) 000262 1788449485.526276 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x36c0b): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x36c0b): Mirror 4: 0xd9038eb (stale) Mirror 5: 0xd9038eb (stale) Mirror 6: 0xd9038eb (stale) Mirror 8: 0x1419a51f (stale) CRC-32 checksum value for chunk [0, 0x36c0b): Mirror 1: 0xf9561b21 Mirror 9: 0xf9561b21 Mirror 10: 0xf9561b21 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x36c0b: skipped 000263 1788449486.392787 trunc from 0x036c0b to 0x03effe (0x83f4 bytes) 000264 1788449486.452914 punch from 0x0126a9 to 0x02102f (0xe987 bytes) 000265 1788449486.458029 trunc from 0x03efff to 0x02763c (0x179c2 bytes) 000266 1788449486.480889 mapread 0x013f4a thru 0x01dbbf (0x9c76 bytes) 000267 1788449486.504785 mapwrite 0x002a13 thru 0x0090ed (0x66db bytes) 000268 1788449486.535565 trunc from 0x0075dc to 0x012641 (0xb066 bytes) 000269 1788449486.544557 mapread 0x0269a8 thru 0x02763c (0xc95 bytes) 000270 1788449486.559266 punch from 0x01cb8a to 0x01edb3 (0x222a bytes) 000271 1788449486.564564 write 0x02df76 thru 0x031778 (0x3803 bytes) 000272 1788449486.566145 mapread 0x00cb1b thru 0x014b51 (0x8037 bytes) 000273 1788449486.582044 trunc from 0x00d10a to 0x0135eb (0x64e2 bytes) 000275 1788449486.588779 mapread 0x019153 thru 0x01d36a (0x4218 bytes) 000276 1788449486.595229 trunc from 0x019441 to 0x029429 (0xffe9 bytes) 000277 1788449486.600950 mapwrite 0x00be63 thru 0x013944 (0x7ae2 bytes) 000278 1788449486.634860 write 0x01a136 thru 0x0237f3 (0x96be bytes) 000279 1788449486.645011 mapwrite 0x015a67 thru 0x01cbe0 (0x717a bytes) 000281 1788449486.671978 read 0x01a479 thru 0x01d609 (0x3191 bytes) 000282 1788449486.672684 trunc from 0x031779 to 0x0333e2 (0x1c6a bytes) 000283 1788449486.695704 read 0x01c7a6 thru 0x0259c1 (0x921c bytes) 000284 1788449486.705875 trunc from 0x0333e3 to 0x00109f (0x32343 bytes) 000285 1788449486.727626 trunc from 0x0010a0 to 0x018129 (0x1708a bytes) 000286 1788449486.745222 fallocate 0x02c22c thru 0x02da87 (0x185c bytes) 000287 1788449486.751053 trunc from 0x02da88 to 0x03cf88 (0xf501 bytes) 000289 1788449486.770033 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3cf89): Mirror 4: 0x25eff31b (stale) Mirror 6: 0x25eff31b (stale) Mirror 8: 0xb9b5f179 (stale) Mirror 9: 0xe964fe8 (stale) Mirror 10: 0xe964fe8 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cf89): Mirror 4: 0x25eff31b (stale) Mirror 6: 0x25eff31b (stale) Mirror 8: 0xb9b5f179 (stale) Mirror 9: 0xe964fe8 (stale) Mirror 10: 0xe964fe8 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cf89: skipped 000290 1788449487.183919 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3cf89): Mirror 4: (stale - read error) Mirror 6: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cf89): Mirror 4: 0x25eff31b (stale) Mirror 6: 0x25eff31b (stale) Mirror 8: 0xb9b5f179 (stale) Mirror 9: 0xe964fe8 (stale) Mirror 10: 0xe964fe8 (stale) CRC-32 checksum value for chunk [0, 0x3cf89): Mirror 1: 0x6c724abf Mirror 11: 0x6c724abf lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cf89: skipped 000291 1788449488.033754 trunc from 0x0255b2 to 0x029b59 (0x45a8 bytes) 000292 1788449488.074069 write 0x016f7d thru 0x01f4bb (0x853f bytes) 000293 1788449488.088194 trunc from 0x03cf89 to 0x0278b4 (0x156d4 bytes) 000294 1788449488.111860 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x278b5): Mirror 4: 0x1740b595 (stale) Mirror 8: 0x1740b595 (stale) Mirror 9: 0xbf167b59 (stale) Mirror 10: 0xbf167b59 (stale) Mirror 11: 0xbf167b59 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x278b5): Mirror 4: 0x1740b595 (stale) Mirror 8: 0x1740b595 (stale) Mirror 9: 0xbf167b59 (stale) Mirror 10: 0xbf167b59 (stale) Mirror 11: 0xbf167b59 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x278b5: skipped 000295 1788449488.528852 read 0x0102ff thru 0x01961a (0x931c bytes) 000296 1788449488.538666 read 0x011f02 thru 0x0144aa (0x25a9 bytes) 000297 1788449488.539290 punch from 0x01c709 to 0x021059 (0x4951 bytes) 000299 1788449488.546138 mapread 0x01b5e5 thru 0x022be5 (0x7601 bytes) 000300 1788449488.565253 read 0x00fb45 thru 0x0128d1 (0x2d8d bytes) 000301 1788449488.565958 trunc from 0x0278b5 to 0x03cb72 (0x152be bytes) 000302 1788449488.586785 mapread 0x025ca8 thru 0x028781 (0x2ada bytes) 000303 1788449488.601849 trunc from 0x00d698 to 0x01430f (0x6c78 bytes) 000305 1788449488.612200 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3cb73): Mirror 4: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3cb73): Mirror 4: 0x52db2a88 (stale) Mirror 8: 0x95e23894 (stale) Mirror 9: 0x38fbcd0f (stale) Mirror 10: 0x38fbcd0f (stale) Mirror 11: 0xd16aa9c2 (stale) CRC-32 checksum value for chunk [0, 0x3cb73): Mirror 1: 0x479c8f07 Mirror 12: 0x479c8f07 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3cb73: skipped 000306 1788449489.726626 fallocate 0x00ccb7 thru 0x0142eb (0x7635 bytes) 000307 1788449489.767131 trunc from 0x03cb73 to 0x02dba5 (0xefcd bytes) 000308 1788449489.790205 fallocate 0x029953 thru 0x02df43 (0x45f1 bytes) 000309 1788449489.800374 mapwrite 0x01c91f thru 0x026764 (0x9e46 bytes) 000310 1788449489.847917 read 0x0265d9 thru 0x02dba5 (0x75cd bytes) 000311 1788449489.895717 fallocate 0x034e1e thru 0x03b487 (0x666a bytes) 000312 1788449489.905463 punch from 0x0235a6 to 0x02a33c (0x6d97 bytes) 000313 1788449489.912924 mapread 0x0207dd thru 0x02dba5 (0xd3c9 bytes) 000314 1788449489.935408 fallocate 0x002319 thru 0x004633 (0x231b bytes) 000315 1788449489.947177 write 0x01352d thru 0x0184b2 (0x4f86 bytes) 000316 1788449489.960843 mapread 0x01846d thru 0x023f8b (0xbb1f bytes) 000317 1788449489.962797 mapread 0x02cc03 thru 0x02dba5 (0xfa3 bytes) 000318 1788449489.968914 trunc from 0x02dba6 to 0x016122 (0x17a83 bytes) 000319 1788449490.006908 write 0x03ed28 thru 0x03ffff (0x12d8 bytes) 000320 1788449490.008186 punch from 0x0116de to 0x0154f6 (0x3e19 bytes) 000321 1788449490.027719 fallocate 0x005948 thru 0x011641 (0xbcfa bytes) 000322 1788449490.035651 mapwrite 0x004fdf thru 0x00cb4a (0x7b6c bytes) 000323 1788449490.070679 mapwrite 0x008e32 thru 0x00ae44 (0x2013 bytes) 000324 1788449490.091224 mapwrite 0x011814 thru 0x015c72 (0x445f bytes) 000325 1788449490.133844 read 0x030fbc thru 0x03d8e2 (0xc927 bytes) 000326 1788449490.147259 write 0x008c45 thru 0x014802 (0xbbbe bytes) 000327 1788449490.148858 mapread 0x02ca8b thru 0x03b140 (0xe6b6 bytes) 000328 1788449490.152997 trunc from 0x040000 to 0x01e7b6 (0x21849 bytes) 000329 1788449490.177898 read 0x009095 thru 0x00c8c2 (0x382e bytes) 000330 1788449490.179864 fallocate 0x01f431 thru 0x02bd23 (0xc8f3 bytes) 000331 1788449490.184967 trunc from 0x01e7b7 to 0x001f03 (0x1c8b3 bytes) 000332 1788449490.209301 punch from 0x001946 to 0x001f03 (0x5be bytes) 000333 1788449490.219845 mapwrite 0x019854 thru 0x0271aa (0xd957 bytes) 000334 1788449490.290944 mapread 0x013f16 thru 0x02013a (0xc225 bytes) 000335 1788449490.292131 trunc from 0x01ea39 to 0x023004 (0x45cc bytes) 000336 1788449490.300002 write 0x0326c6 thru 0x03d0ac (0xa9e7 bytes) 000337 1788449490.304825 punch from 0x0152d4 to 0x024988 (0xf6b5 bytes) 000338 1788449490.313701 punch from 0x0282a3 to 0x031ff3 (0x9d51 bytes) 000339 1788449490.320685 mapread 0x012d0c thru 0x018f34 (0x6229 bytes) 000340 1788449490.346978 punch from 0x02288d to 0x02662d (0x3da1 bytes) 000341 1788449490.355244 trunc from 0x03d0ad to 0x01c21f (0x20e8d bytes) 000342 1788449490.384957 punch from 0x01983d to 0x01c21f (0x29e3 bytes) 000343 1788449490.390959 punch from 0x00f065 to 0x01464d (0x55e9 bytes) 000344 1788449490.401748 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x1c220): Mirror 4: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1c220): Mirror 4: 0xf831b212 (stale) Mirror 8: 0xf831b212 (stale) Mirror 9: 0x1ac5a3ab (stale) Mirror 10: 0x1ac5a3ab (stale) Mirror 11: 0x1ac5a3ab (stale) Mirror 12: 0x7b736046 (stale) CRC-32 checksum value for chunk [0, 0x1c220): Mirror 1: 0x1ac5a3ab Mirror 13: 0x1ac5a3ab lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1c220: skipped 000346 1788449491.466419 trunc from 0x00c8fb to 0x01bf39 (0xf63f bytes) 000347 1788449491.509322 mapread 0x014f30 thru 0x01c21f (0x72f0 bytes) 000348 1788449491.534375 trunc from 0x01c220 to 0x013ef8 (0x8327 bytes) 000349 1788449491.581829 trunc from 0x013ef9 to 0x03c621 (0x28729 bytes) 000351 1788449491.607615 punch from 0x00dbe0 to 0x01d671 (0xfa92 bytes) 000352 1788449491.627347 MIRROR_SPLIT mirror 4 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3c622): Mirror 4: 0x87c5f51c (stale) Mirror 8: 0x2ee0d10e (stale) Mirror 9: 0x204e9e60 (stale) Mirror 11: 0xa3a1ac33 (stale) Mirror 12: 0x50e1ab92 (stale) Mirror 13: 0xa3a1ac33 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c622): Mirror 4: 0x87c5f51c (stale) Mirror 8: 0x2ee0d10e (stale) Mirror 9: 0x204e9e60 (stale) Mirror 11: 0xa3a1ac33 (stale) Mirror 12: 0x50e1ab92 (stale) Mirror 13: 0xa3a1ac33 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c622: skipped 000353 1788449492.181058 fallocate 0x039190 thru 0x03ffff (0x6e70 bytes) 000355 1788449492.185461 mapread 0x01ae46 thru 0x01bbe4 (0xd9f bytes) 000356 1788449492.200606 mapwrite 0x039a45 thru 0x03ffff (0x65bb bytes) 000357 1788449492.252035 mapread 0x0053d4 thru 0x00f22f (0x9e5c bytes) 000358 1788449492.267902 mapwrite 0x013127 thru 0x015b21 (0x29fb bytes) 000359 1788449492.293066 trunc from 0x00f62d to 0x00fc6a (0x63e bytes) 000360 1788449492.298992 trunc from 0x040000 to 0x01126e (0x2ed91 bytes) 000361 1788449492.321016 fallocate 0x00a18e thru 0x019da0 (0xfc13 bytes) 000362 1788449492.334715 trunc from 0x019da1 to 0x033afd (0x19d5d bytes) 000363 1788449492.357179 mapread 0x0161e5 thru 0x01743c (0x1258 bytes) 000364 1788449492.368852 punch from 0x02f37f to 0x032e82 (0x3b04 bytes) 000365 1788449492.373826 trunc from 0x020ef6 to 0x030092 (0xf19d bytes) 000366 1788449492.379894 read 0x001fe6 thru 0x00e331 (0xc34c bytes) 000367 1788449492.380884 write 0x018f10 thru 0x019855 (0x946 bytes) 000369 1788449492.383942 read 0x009f4a thru 0x0135c7 (0x967e bytes) 000370 1788449492.384899 mapwrite 0x0185a7 thru 0x022a8e (0xa4e8 bytes) 000371 1788449492.423361 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x33afe): Mirror 4: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33afe): Mirror 4: 0xb4ae66be (stale) Mirror 8: 0xc5807c1f (stale) Mirror 9: 0x4ba5f9ec (stale) Mirror 11: 0x7fb2c7ac (stale) Mirror 12: 0x7b6f0df5 (stale) Mirror 13: 0x7fb2c7ac (stale) CRC-32 checksum value for chunk [0, 0x33afe): Mirror 1: 0x7aa395c8 Mirror 14: 0x7aa395c8 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33afe: skipped 000372 1788449493.596356 fallocate 0x00735f thru 0x00acde (0x3980 bytes) 000373 1788449493.707979 mapwrite 0x0131b0 thru 0x02007d (0xcece bytes) 000374 1788449493.807143 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x33afe): Mirror 4: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x33afe): Mirror 4: 0xb4ae66be (stale) Mirror 8: 0xc5807c1f (stale) Mirror 9: 0x4ba5f9ec (stale) Mirror 11: 0x7fb2c7ac (stale) Mirror 12: 0x7b6f0df5 (stale) Mirror 13: 0x7fb2c7ac (stale) Mirror 14: 0x7aa395c8 (stale) CRC-32 checksum value for chunk [0, 0x33afe): Mirror 1: 0x83ac0b18 Mirror 15: 0x83ac0b18 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x33afe: skipped 000375 1788449495.049411 read 0x01cab8 thru 0x0279cd (0xaf16 bytes) 000376 1788449495.079935 trunc from 0x033afe to 0x006039 (0x2dac4 bytes) 000377 1788449495.160482 MIRROR_SPLIT mirror 3 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x603a): Mirror 4: 0xa4edf717 (stale) Mirror 8: 0xa4edf717 (stale) Mirror 11: 0xa4edf717 (stale) Mirror 12: 0xa4edf717 (stale) Mirror 13: 0xa4edf717 (stale) Mirror 14: 0xa4edf717 (stale) Mirror 15: 0xa4edf717 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x603a): Mirror 4: 0xa4edf717 (stale) Mirror 8: 0xa4edf717 (stale) Mirror 11: 0xa4edf717 (stale) Mirror 12: 0xa4edf717 (stale) Mirror 13: 0xa4edf717 (stale) Mirror 14: 0xa4edf717 (stale) Mirror 15: 0xa4edf717 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x603a: skipped 000378 1788449495.755460 fallocate 0x02deff thru 0x03cea1 (0xefa3 bytes) 000379 1788449495.762439 mapwrite 0x02ee2e thru 0x0336ae (0x4881 bytes) 000380 1788449495.819797 read 0x01c9c2 thru 0x029df5 (0xd434 bytes) 000381 1788449495.829628 mapwrite 0x0183ef thru 0x0263eb (0xdffd bytes) 000382 1788449495.862579 mapwrite 0x027243 thru 0x031e97 (0xac55 bytes) 000383 1788449495.882041 trunc from 0x0336af to 0x021a68 (0x11c46 bytes) 000384 1788449495.903558 trunc from 0x021a69 to 0x02090d (0x115b bytes) 000385 1788449495.919231 mapwrite 0x00b1b5 thru 0x00f84b (0x4697 bytes) 000386 1788449495.948309 trunc from 0x01c093 to 0x02090d (0x487b bytes) 000388 1788449495.955036 trunc from 0x0156bc to 0x018aaa (0x33ef bytes) 000389 1788449495.961655 mapread 0x006fb1 thru 0x00f044 (0x8094 bytes) 000390 1788449495.969762 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2090e): Mirror 4: 0xfc99bac5 (stale) Mirror 8: 0xfc99bac5 (stale) Mirror 12: 0xebcd1349 (stale) Mirror 13: 0x9f4a388 (stale) Mirror 14: 0xf84b56be (stale) Mirror 15: 0x4c2bbe71 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2090e): Mirror 4: 0xfc99bac5 (stale) Mirror 8: 0xfc99bac5 (stale) Mirror 12: 0xebcd1349 (stale) Mirror 13: 0x9f4a388 (stale) Mirror 14: 0xf84b56be (stale) Mirror 15: 0x4c2bbe71 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2090e: skipped 000391 1788449496.466726 trunc from 0x02090e to 0x005c1c (0x1acf1 bytes) 000392 1788449496.520989 punch from 0x000f21 to 0x003e8b (0x2f6b bytes) 000393 1788449496.534452 write 0x00d1df thru 0x014bc6 (0x79e8 bytes) 000394 1788449496.537418 trunc from 0x014bc7 to 0x03bc0c (0x27046 bytes) 000395 1788449496.600794 MIRROR_RESYNC 7 mirrors 000396 1788449498.198743 fallocate 0x03967f thru 0x03d8e5 (0x4267 bytes) 000397 1788449498.264488 trunc from 0x01113e to 0x01364f (0x2512 bytes) 000398 1788449498.281156 punch from 0x027cf3 to 0x02e4e7 (0x67f5 bytes) 000399 1788449498.296426 fallocate 0x00c98e thru 0x019809 (0xce7c bytes) 000400 1788449498.312562 fallocate 0x03cef8 thru 0x03ffff (0x3108 bytes) 000401 1788449498.318854 trunc from 0x0087e7 to 0x017e8d (0xf6a7 bytes) 000402 1788449498.342246 punch from 0x033f9a to 0x03bc0c (0x7c73 bytes) 000403 1788449498.352751 trunc from 0x00b700 to 0x00cf98 (0x1899 bytes) 000404 1788449498.369048 mapread 0x001453 thru 0x009b0b (0x86b9 bytes) 000405 1788449498.414019 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bc0d): Mirror 4: 0x6d19c6a0 (stale) Mirror 12: 0x6d19c6a0 (stale) Mirror 13: 0x6d19c6a0 (stale) Mirror 14: 0x6d19c6a0 (stale) Mirror 15: 0x6d19c6a0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bc0d): Mirror 4: 0x6d19c6a0 (stale) Mirror 12: 0x6d19c6a0 (stale) Mirror 13: 0x6d19c6a0 (stale) Mirror 14: 0x6d19c6a0 (stale) Mirror 15: 0x6d19c6a0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bc0d: skipped 000406 1788449499.024956 trunc from 0x031e38 to 0x036d28 (0x4ef1 bytes) 000407 1788449499.034848 fallocate 0x008c27 thru 0x016399 (0xd773 bytes) 000408 1788449499.046428 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bc0d): Mirror 4: 0x6d19c6a0 (stale) Mirror 13: 0x6d19c6a0 (stale) Mirror 14: 0x6d19c6a0 (stale) Mirror 15: 0x6d19c6a0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bc0d): Mirror 4: 0x6d19c6a0 (stale) Mirror 13: 0x6d19c6a0 (stale) Mirror 14: 0x6d19c6a0 (stale) Mirror 15: 0x6d19c6a0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bc0d: skipped 000410 1788449499.559292 read 0x009764 thru 0x00c60c (0x2ea9 bytes) 000411 1788449499.571814 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bc0d): Mirror 4: 0x6d19c6a0 (stale) Mirror 13: 0x6d19c6a0 (stale) Mirror 14: 0x6d19c6a0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bc0d): Mirror 4: 0x6d19c6a0 (stale) Mirror 13: 0x6d19c6a0 (stale) Mirror 14: 0x6d19c6a0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bc0d: skipped 000412 1788449499.915472 fallocate 0x027344 thru 0x031fad (0xac6a bytes) 000413 1788449499.925627 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3bc0d): Mirror 4: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bc0d): Mirror 4: 0x6d19c6a0 (stale) Mirror 13: 0x6d19c6a0 (stale) Mirror 14: 0x6d19c6a0 (stale) CRC-32 checksum value for chunk [0, 0x3bc0d): Mirror 1: 0xc148c1b1 Mirror 15: 0xc148c1b1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bc0d: skipped 000414 1788449500.685446 mapwrite 0x03c184 thru 0x03ffff (0x3e7c bytes) 000415 1788449500.778321 trunc from 0x040000 to 0x00e38a (0x31c75 bytes) 000416 1788449500.797506 mapread 0x00a246 thru 0x00e38a (0x4145 bytes) 000418 1788449500.807387 mapwrite 0x029e10 thru 0x036bf8 (0xcde9 bytes) 000419 1788449500.861425 trunc from 0x036bf9 to 0x000a93 (0x36165 bytes) 000420 1788449500.881695 fallocate 0x0333eb thru 0x03ffff (0xcc15 bytes) 000421 1788449500.888825 mapread 0x000176 thru 0x000a93 (0x91e bytes) 000422 1788449500.897837 trunc from 0x000a94 to 0x03e3d1 (0x3d93e bytes) 000423 1788449500.917451 write 0x03d983 thru 0x03ffff (0x267d bytes) 000424 1788449500.924850 fallocate 0x0192c1 thru 0x0199ba (0x6fa bytes) 000425 1788449500.930755 fallocate 0x010ac4 thru 0x01f95f (0xee9c bytes) 000426 1788449500.937429 fallocate 0x00d373 thru 0x012bd8 (0x5866 bytes) 000427 1788449500.943541 trunc from 0x010a58 to 0x01be57 (0xb400 bytes) 000428 1788449500.949585 punch from 0x01e8cf to 0x01f1b5 (0x8e7 bytes) 000429 1788449500.955645 write 0x021979 thru 0x02c7cc (0xae54 bytes) 000430 1788449500.968811 write 0x0164b4 thru 0x02282f (0xc37c bytes) 000431 1788449500.985922 mapwrite 0x01d041 thru 0x021204 (0x41c4 bytes) 000432 1788449501.011449 write 0x0038c6 thru 0x0114b4 (0xdbef bytes) 000433 1788449501.034338 trunc from 0x040000 to 0x03b0ab (0x4f54 bytes) 000434 1788449501.062864 mapread 0x01e91c thru 0x01fe69 (0x154e bytes) 000435 1788449501.063559 punch from 0x0366be to 0x038b1b (0x245e bytes) 000436 1788449501.071504 mapwrite 0x02f21e thru 0x0322eb (0x30ce bytes) 000437 1788449501.121296 mapwrite 0x03f999 thru 0x03ffff (0x667 bytes) 000438 1788449501.185816 punch from 0x032fd0 to 0x0337cf (0x800 bytes) 000439 1788449501.193266 trunc from 0x040000 to 0x027b55 (0x184aa bytes) 000441 1788449501.218912 mapwrite 0x000b6a thru 0x00b482 (0xa919 bytes) 000442 1788449501.259600 punch from 0x01950f to 0x02130b (0x7dfd bytes) 000443 1788449501.269041 punch from 0x00f3c5 to 0x016718 (0x7354 bytes) 000444 1788449501.278008 punch from 0x00f93b to 0x013922 (0x3fe8 bytes) 000446 1788449501.290120 mapwrite 0x02d96f thru 0x030c8d (0x331f bytes) 000447 1788449501.353392 fallocate 0x036b3d thru 0x039b0a (0x2fce bytes) 000448 1788449501.361697 fallocate 0x00debe thru 0x01b48f (0xd5d2 bytes) 000449 1788449501.368589 fallocate 0x012524 thru 0x015a80 (0x355d bytes) 000450 1788449501.378017 write 0x01c09a thru 0x01f596 (0x34fd bytes) 000451 1788449501.391292 trunc from 0x01b788 to 0x01f2bd (0x3b36 bytes) 000452 1788449501.405780 fallocate 0x004c51 thru 0x01374f (0xeaff bytes) 000453 1788449501.422684 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x30c8e): Mirror 4: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x30c8e): Mirror 4: 0xa879bdf7 (stale) Mirror 13: 0xa879bdf7 (stale) Mirror 14: 0xa879bdf7 (stale) Mirror 15: 0x7bc7b3e4 (stale) CRC-32 checksum value for chunk [0, 0x30c8e): Mirror 1: 0xd048c5c0 Mirror 16: 0xd048c5c0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x30c8e: skipped 000454 1788449502.301441 mapwrite 0x02a75a thru 0x03a0ee (0xf995 bytes) 000455 1788449502.432417 trunc from 0x03a0ef to 0x004e43 (0x352ab bytes) 000456 1788449502.451967 mapwrite 0x030ccd thru 0x03fccc (0xf000 bytes) 000459 1788449502.528985 fallocate 0x02c907 thru 0x0346a1 (0x7d9b bytes) 000460 1788449502.535477 mapwrite 0x023979 thru 0x0257e0 (0x1e68 bytes) 000461 1788449502.560812 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3fccd): Mirror 4: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fccd): Mirror 4: 0x7e5a6612 (stale) Mirror 13: 0x7e5a6612 (stale) Mirror 14: 0x7e5a6612 (stale) Mirror 15: 0x838bdabe (stale) Mirror 16: 0x9c704a51 (stale) CRC-32 checksum value for chunk [0, 0x3fccd): Mirror 1: 0x8cb4a2d0 Mirror 17: 0x8cb4a2d0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fccd: skipped 000462 1788449503.559018 read 0x006f72 thru 0x01106b (0xa0fa bytes) 000463 1788449503.593864 fallocate 0x001c96 thru 0x00fbc1 (0xdf2c bytes) 000464 1788449503.653244 mapwrite 0x03dbfb thru 0x03ffff (0x2405 bytes) 000465 1788449503.814259 punch from 0x01e734 to 0x024c10 (0x64dd bytes) 000466 1788449503.822636 mapwrite 0x0065f3 thru 0x0092fa (0x2d08 bytes) 000467 1788449503.860918 fallocate 0x00da10 thru 0x015a82 (0x8073 bytes) 000468 1788449503.867197 fallocate 0x014c8a thru 0x01522b (0x5a2 bytes) 000469 1788449503.874391 read 0x009807 thru 0x016743 (0xcf3d bytes) 000470 1788449503.881846 write 0x026f0d thru 0x02d4f4 (0x65e8 bytes) 000471 1788449503.883056 write 0x031694 thru 0x0385db (0x6f48 bytes) 000472 1788449503.886888 mapread 0x005a20 thru 0x01596b (0xff4c bytes) 000473 1788449503.888351 trunc from 0x0236af to 0x026847 (0x3199 bytes) 000474 1788449503.915779 fallocate 0x02e17a thru 0x039879 (0xb700 bytes) 000475 1788449503.921220 trunc from 0x0060ba to 0x011adf (0xba26 bytes) 000476 1788449503.930163 write 0x03ef01 thru 0x03ffff (0x10ff bytes) 000478 1788449503.936658 fallocate 0x001371 thru 0x0069c3 (0x5653 bytes) 000479 1788449503.952563 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x61fb4b (stale) Mirror 14: 0x61fb4b (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0x7a63bf9e (stale) Mirror 17: 0x78b8440e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x61fb4b (stale) Mirror 14: 0x61fb4b (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0x7a63bf9e (stale) Mirror 17: 0x78b8440e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000481 1788449504.583922 fallocate 0x02a86c thru 0x038fe4 (0xe779 bytes) 000482 1788449504.589686 fallocate 0x024a28 thru 0x02cb4c (0x8125 bytes) 000483 1788449504.595915 mapread 0x00a7a2 thru 0x018cf1 (0xe550 bytes) 000484 1788449504.648162 punch from 0x030d65 to 0x038b83 (0x7e1f bytes) 000485 1788449504.659419 punch from 0x028343 to 0x032afa (0xa7b8 bytes) 000486 1788449504.666365 fallocate 0x02b32a thru 0x032db3 (0x7a8a bytes) 000487 1788449504.673297 read 0x02698b thru 0x02b353 (0x49c9 bytes) 000488 1788449504.701655 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x61fb4b (stale) Mirror 14: 0x61fb4b (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0x7a63bf9e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 13: 0x61fb4b (stale) Mirror 14: 0x61fb4b (stale) Mirror 15: 0xe20eea22 (stale) Mirror 16: 0x7a63bf9e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000489 1788449505.202303 trunc from 0x040000 to 0x0332d5 (0xcd2a bytes) 000490 1788449505.222699 mapwrite 0x00f8db thru 0x011241 (0x1967 bytes) 000491 1788449505.256907 read 0x027752 thru 0x031fa5 (0xa854 bytes) 000492 1788449505.267403 trunc from 0x0332d6 to 0x03743a (0x4165 bytes) 000494 1788449505.280296 punch from 0x00ed8a to 0x00fa58 (0xccf bytes) 000495 1788449505.285914 write 0x00a038 thru 0x017f1c (0xdee5 bytes) 000496 1788449505.288780 mapread 0x032132 thru 0x03743a (0x5309 bytes) 000497 1788449505.301290 trunc from 0x03743b to 0x01202a (0x25410 bytes) 000498 1788449505.327210 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1202b): Mirror 14: 0xbabc3eb9 (stale) Mirror 15: 0x7ea1541e (stale) Mirror 16: 0x9beaeece (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1202b): Mirror 14: 0xbabc3eb9 (stale) Mirror 15: 0x7ea1541e (stale) Mirror 16: 0x9beaeece (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1202b: skipped 000499 1788449505.735794 trunc from 0x01202b to 0x039807 (0x277dd bytes) 000500 1788449505.783751 trunc from 0x039808 to 0x00aebd (0x2e94a bytes) 000501 1788449505.807497 read 0x00303d thru 0x00aebd (0x7e81 bytes) 000502 1788449505.837661 mapwrite 0x00d165 thru 0x0104c2 (0x335e bytes) 000503 1788449505.895904 read 0x0027bd thru 0x005c48 (0x348c bytes) 000504 1788449505.908952 trunc from 0x0104c3 to 0x00e52f (0x1f93 bytes) 000505 1788449505.934175 write 0x01ade7 thru 0x01e211 (0x342b bytes) 000506 1788449505.936067 read 0x00bd2a thru 0x018afe (0xcdd5 bytes) 000507 1788449505.947638 write 0x01e28a thru 0x01f7da (0x1551 bytes) 000509 1788449505.950775 write 0x018117 thru 0x021be4 (0x9ace bytes) 000510 1788449505.952714 trunc from 0x021be5 to 0x03f1cc (0x1d5e8 bytes) 000511 1788449505.972292 punch from 0x02710d to 0x02c898 (0x578c bytes) 000512 1788449505.982327 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x3f1cd): Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3f1cd): Mirror 14: 0x3c6e82e5 (stale) Mirror 15: 0x976b12d5 (stale) Mirror 16: 0xd91bdc26 (stale) CRC-32 checksum value for chunk [0, 0x3f1cd): Mirror 1: 0x356df969 Mirror 17: 0x356df969 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3f1cd: skipped 000513 1788449507.035056 trunc from 0x03f1cd to 0x00634d (0x38e7f bytes) 000514 1788449507.085296 punch from 0x0037e7 to 0x00634d (0x2b67 bytes) 000515 1788449507.102614 mapread 0x001d58 thru 0x002cd9 (0xf82 bytes) 000516 1788449507.123432 read 0x001169 thru 0x0049fe (0x3896 bytes) 000517 1788449507.141753 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x634e): Mirror 15: 0xee22fbdb (stale) Mirror 16: 0xf88bd516 (stale) Mirror 17: 0xed7759e1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x634e): Mirror 15: 0xee22fbdb (stale) Mirror 16: 0xf88bd516 (stale) Mirror 17: 0xed7759e1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x634e: skipped 000518 1788449507.478414 write 0x036405 thru 0x03ffff (0x9bfb bytes) 000519 1788449507.485418 punch from 0x0047d2 to 0x011759 (0xcf88 bytes) 000520 1788449507.492015 mapwrite 0x03d228 thru 0x03ffff (0x2dd8 bytes) 000521 1788449507.513944 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 15: 0xe20eea22 (stale) Mirror 16: 0x7a63bf9e (stale) Mirror 17: 0xbdf8f04b (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xb0482138 Mirror 18: 0xb0482138 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000522 1788449508.433444 MIRROR_RESYNC 5 mirrors 000523 1788449509.118462 mapwrite 0x03d389 thru 0x03d3c2 (0x3a bytes) 000524 1788449509.205294 mapread 0x002ac2 thru 0x00964e (0x6b8d bytes) 000525 1788449509.218081 read 0x0023aa thru 0x00680a (0x4461 bytes) 000526 1788449509.218809 punch from 0x018a1f to 0x022785 (0x9d67 bytes) 000527 1788449509.231351 trunc from 0x03fb53 to 0x03ffff (0x4ad bytes) 000528 1788449509.240855 mapread 0x00bfe0 thru 0x019cc0 (0xdce1 bytes) 000529 1788449509.256582 mapread 0x00de6d thru 0x01b13c (0xd2d0 bytes) 000530 1788449509.270615 mapread 0x002531 thru 0x011346 (0xee16 bytes) 000531 1788449509.271842 mapread 0x020533 thru 0x02319e (0x2c6c bytes) 000533 1788449509.282667 read 0x01457a thru 0x014f26 (0x9ad bytes) 000534 1788449509.283424 trunc from 0x040000 to 0x03c5d0 (0x3a2f bytes) 000535 1788449509.329404 trunc from 0x03c5d1 to 0x01ba1a (0x20bb6 bytes) 000536 1788449509.353159 mapwrite 0x020c8d thru 0x028b07 (0x7e7b bytes) 000537 1788449509.395300 fallocate 0x0037cc thru 0x00b5e2 (0x7e17 bytes) 000538 1788449509.404898 punch from 0x00d37a to 0x016576 (0x91fd bytes) 000539 1788449509.413441 trunc from 0x0163e4 to 0x022354 (0xbf71 bytes) 000540 1788449509.420850 trunc from 0x028b08 to 0x010f93 (0x17b74 bytes) 000541 1788449509.439856 read 0x00724d thru 0x010f93 (0x9d47 bytes) 000542 1788449509.446702 mapread 0x00bc8e thru 0x010f93 (0x5306 bytes) 000543 1788449509.448210 write 0x011ef1 thru 0x0174e5 (0x55f5 bytes) 000544 1788449509.452355 write 0x02d230 thru 0x03c186 (0xef57 bytes) 000546 1788449509.456288 mapwrite 0x0078e9 thru 0x00d1ab (0x58c3 bytes) 000547 1788449509.485132 MIRROR_RESYNC 5 mirrors 000548 1788449510.727800 fallocate 0x00b04d thru 0x011a70 (0x6a24 bytes) 000549 1788449510.750296 mapread 0x016bff thru 0x02072f (0x9b31 bytes) 000550 1788449510.777286 read 0x02ad56 thru 0x035a97 (0xad42 bytes) 000551 1788449510.790410 mapwrite 0x003995 thru 0x004f7f (0x15eb bytes) 000553 1788449510.834477 read 0x02d2d3 thru 0x03ad45 (0xda73 bytes) 000554 1788449510.846690 punch from 0x013a77 to 0x0197f0 (0x5d7a bytes) 000556 1788449510.851185 trunc from 0x00fdcc to 0x012670 (0x28a5 bytes) 000557 1788449510.854870 trunc from 0x00ab13 to 0x01aa0a (0xfef8 bytes) 000558 1788449510.859226 fallocate 0x01f689 thru 0x02a068 (0xa9e0 bytes) 000559 1788449510.866222 read 0x02fdd9 thru 0x0394f5 (0x971d bytes) 000560 1788449510.867080 read 0x003f04 thru 0x007ffb (0x40f8 bytes) 000562 1788449510.874474 punch from 0x00220a to 0x00237f (0x176 bytes) 000563 1788449510.879619 fallocate 0x018d56 thru 0x01e93f (0x5bea bytes) 000564 1788449510.890930 punch from 0x03ad6b to 0x03c186 (0x141c bytes) 000565 1788449510.919175 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x3c187): Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c187): Mirror 15: 0xcffeac4d (stale) Mirror 16: 0xcffeac4d (stale) Mirror 17: 0xcffeac4d (stale) Mirror 18: 0xcffeac4d (stale) CRC-32 checksum value for chunk [0, 0x3c187): Mirror 1: 0x4ff75783 Mirror 19: 0x4ff75783 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c187: skipped 000567 1788449511.879476 fallocate 0x0074b4 thru 0x013d23 (0xc870 bytes) 000568 1788449511.957767 read 0x0085c2 thru 0x016aa8 (0xe4e7 bytes) 000569 1788449511.976193 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3c187): Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3c187): Mirror 15: 0xcffeac4d (stale) Mirror 16: 0xcffeac4d (stale) Mirror 17: 0xcffeac4d (stale) Mirror 18: 0xcffeac4d (stale) Mirror 19: 0x4ff75783 (stale) CRC-32 checksum value for chunk [0, 0x3c187): Mirror 1: 0x4ff75783 Mirror 20: 0x4ff75783 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3c187: skipped 000570 1788449512.892901 mapwrite 0x008cf0 thru 0x015e74 (0xd185 bytes) 000571 1788449513.024261 read 0x01c8b9 thru 0x01cac0 (0x208 bytes) 000572 1788449513.030410 mapwrite 0x0091b3 thru 0x016f49 (0xdd97 bytes) 000573 1788449513.048659 trunc from 0x03c187 to 0x03caad (0x927 bytes) 000574 1788449513.077461 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3caae): Mirror 15: 0x84873098 (stale) Mirror 16: 0x84873098 (stale) Mirror 17: 0x84873098 (stale) Mirror 18: 0x84873098 (stale) Mirror 19: 0xf1a08f07 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3caae): Mirror 15: 0x84873098 (stale) Mirror 16: 0x84873098 (stale) Mirror 17: 0x84873098 (stale) Mirror 18: 0x84873098 (stale) Mirror 19: 0xf1a08f07 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3caae: skipped 000576 1788449513.416575 trunc from 0x02d51a to 0x03a39e (0xce85 bytes) 000577 1788449513.434358 trunc from 0x03caae to 0x039a61 (0x304c bytes) 000578 1788449513.464346 trunc from 0x039a62 to 0x01af76 (0x1eaeb bytes) 000580 1788449513.498858 mapread 0x007c66 thru 0x00ce0a (0x51a5 bytes) 000581 1788449513.550675 MIRROR_RESYNC 6 mirrors 000582 1788449514.564420 trunc from 0x01af77 to 0x026f24 (0xbfae bytes) 000583 1788449514.604888 mapread 0x01f433 thru 0x026f24 (0x7af2 bytes) 000584 1788449514.632554 punch from 0x000665 to 0x00b9da (0xb376 bytes) 000585 1788449514.639074 punch from 0x020df6 to 0x026f0f (0x611a bytes) 000587 1788449514.645766 trunc from 0x00c7eb to 0x0107f0 (0x4006 bytes) 000588 1788449514.651205 trunc from 0x01faff to 0x026f24 (0x7426 bytes) 000589 1788449514.655374 write 0x026b8f thru 0x02c7e8 (0x5c5a bytes) 000590 1788449514.660709 trunc from 0x0108ab to 0x0126e2 (0x1e38 bytes) 000591 1788449514.666197 fallocate 0x03c51f thru 0x03dc23 (0x1705 bytes) 000592 1788449514.673603 trunc from 0x02c7e9 to 0x01ba94 (0x10d54 bytes) 000593 1788449514.694638 trunc from 0x01ba95 to 0x00158d (0x1a507 bytes) 000594 1788449514.715440 trunc from 0x000502 to 0x00158d (0x108c bytes) 000595 1788449514.721982 trunc from 0x00158e to 0x033a2f (0x324a2 bytes) 000596 1788449514.737477 trunc from 0x0090f8 to 0x00d2c0 (0x41c9 bytes) 000597 1788449514.743297 trunc from 0x033a30 to 0x0232aa (0x10785 bytes) 000598 1788449514.755802 trunc from 0x0232ab to 0x009cef (0x195bb bytes) 000599 1788449514.767995 mapread 0x005b74 thru 0x009cef (0x417c bytes) 000600 1788449514.778669 mapread 0x000141 thru 0x009cef (0x9baf bytes) 000601 1788449514.782118 read 0x001d96 thru 0x009cef (0x7f5a bytes) 000602 1788449514.782624 mapread 0x0067d3 thru 0x009cef (0x351d bytes) 000603 1788449514.783190 read 0x0037cf thru 0x005eaa (0x26dc bytes) 000604 1788449514.783610 read 0x008ca3 thru 0x009cef (0x104d bytes) 000605 1788449514.784017 read 0x0054b4 thru 0x009cef (0x483c bytes) 000606 1788449514.784368 trunc from 0x00912d to 0x009cef (0xbc3 bytes) 000607 1788449514.787219 read 0x0041fe thru 0x006e6c (0x2c6f bytes) 000609 1788449514.787997 punch from 0x002ccb to 0x009cef (0x7025 bytes) 000610 1788449514.790809 fallocate 0x021c5d thru 0x0296a1 (0x7a45 bytes) 000611 1788449514.793662 trunc from 0x010b5b to 0x01588c (0x4d32 bytes) 000612 1788449514.796598 punch from 0x009d4e to 0x011c1e (0x7ed1 bytes) 000613 1788449514.799350 write 0x000ff3 thru 0x005c2c (0x4c3a bytes) 000615 1788449514.803596 write 0x01178f thru 0x015ba5 (0x4417 bytes) 000616 1788449514.811745 mapread 0x01e180 thru 0x0296a1 (0xb522 bytes) 000617 1788449514.812590 read 0x026c5f thru 0x02875b (0x1afd bytes) 000619 1788449514.813290 mapread 0x0022b8 thru 0x008bcb (0x6914 bytes) 000620 1788449514.813908 read 0x00216d thru 0x008183 (0x6017 bytes) 000621 1788449514.814245 read 0x00afd7 thru 0x018ef3 (0xdf1d bytes) 000622 1788449514.817162 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x296a2): Mirror 16: 0xc783a344 (stale) Mirror 17: 0xc783a344 (stale) Mirror 18: 0xc783a344 (stale) Mirror 19: 0xc783a344 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x296a2): Mirror 16: 0xc783a344 (stale) Mirror 17: 0xc783a344 (stale) Mirror 18: 0xc783a344 (stale) Mirror 19: 0xc783a344 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x296a2: skipped 000623 1788449515.061440 punch from 0x01cb91 to 0x0258e9 (0x8d59 bytes) 000624 1788449515.064968 mapread 0x02167b thru 0x0296a1 (0x8027 bytes) 000625 1788449515.077981 fallocate 0x00211a thru 0x00e96f (0xc856 bytes) 000626 1788449515.083574 trunc from 0x015b5d to 0x0221b4 (0xc658 bytes) 000627 1788449515.090111 mapread 0x0040cd thru 0x0098eb (0x581f bytes) 000628 1788449515.100281 mapread 0x006a3d thru 0x0086f6 (0x1cba bytes) 000630 1788449515.102957 punch from 0x002553 to 0x00d84b (0xb2f9 bytes) 000631 1788449515.107614 fallocate 0x018cd2 thru 0x025f6a (0xd299 bytes) 000632 1788449515.113664 trunc from 0x01b6d4 to 0x01ddc8 (0x26f5 bytes) 000633 1788449515.119022 trunc from 0x024f0f to 0x0296a1 (0x4793 bytes) 000634 1788449515.124171 fallocate 0x03c820 thru 0x03ffff (0x37e0 bytes) 000636 1788449515.130496 trunc from 0x0296a2 to 0x02b7e4 (0x2143 bytes) 000637 1788449515.149469 mapwrite 0x0263c2 thru 0x03456d (0xe1ac bytes) 000638 1788449515.221226 read 0x025470 thru 0x026ad1 (0x1662 bytes) 000639 1788449515.222193 mapread 0x01439d thru 0x023c1c (0xf880 bytes) 000640 1788449515.234047 mapread 0x01152a thru 0x013e9b (0x2972 bytes) 000641 1788449515.234989 mapread 0x02b746 thru 0x03456d (0x8e28 bytes) 000642 1788449515.235613 write 0x0261c6 thru 0x02d94f (0x778a bytes) 000643 1788449515.236463 trunc from 0x032d79 to 0x03357f (0x807 bytes) 000644 1788449515.242356 fallocate 0x01ad6f thru 0x026090 (0xb322 bytes) 000645 1788449515.246438 mapwrite 0x009bcc thru 0x016d46 (0xd17b bytes) 000647 1788449515.276242 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3456e): Mirror 17: 0xb5e323ae (stale) Mirror 18: 0xb5e323ae (stale) Mirror 19: 0xb5e323ae (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3456e): Mirror 17: 0xb5e323ae (stale) Mirror 18: 0xb5e323ae (stale) Mirror 19: 0xb5e323ae (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3456e: skipped 000648 1788449515.583261 read 0x009f75 thru 0x010570 (0x65fc bytes) 000649 1788449515.593752 write 0x0334a5 thru 0x0356bb (0x2217 bytes) 000650 1788449515.622098 trunc from 0x0356bc to 0x022c9a (0x12a21 bytes) 000651 1788449515.648169 mapread 0x018122 thru 0x022c9a (0xab79 bytes) 000652 1788449515.689739 MIRROR_SPLIT mirror 3 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x22c9b): Mirror 17: 0xf43fc80e (stale) Mirror 18: 0xf43fc80e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x22c9b): Mirror 17: 0xf43fc80e (stale) Mirror 18: 0xf43fc80e (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x22c9b: skipped 000653 1788449515.994799 mapwrite 0x0330cb thru 0x03ffff (0xcf35 bytes) 000654 1788449516.082070 fallocate 0x03179d thru 0x03ffff (0xe863 bytes) 000655 1788449516.097076 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: 0x72bf6abe (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 17: 0x72bf6abe (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000656 1788449516.313882 mapwrite 0x00e781 thru 0x00ef3b (0x7bb bytes) 000657 1788449516.323378 mapwrite 0x01037a thru 0x01600e (0x5c95 bytes) 000658 1788449516.343013 trunc from 0x040000 to 0x011a4e (0x2e5b1 bytes) 000660 1788449516.380341 punch from 0x006888 to 0x00adc3 (0x453c bytes) 000661 1788449516.388042 mapread 0x00e63f thru 0x011a4e (0x3410 bytes) 000662 1788449516.389981 trunc from 0x00d22d to 0x00d804 (0x5d8 bytes) 000663 1788449516.395647 read 0x00eb6d thru 0x00efda (0x46e bytes) 000664 1788449516.397301 fallocate 0x0180df thru 0x019df7 (0x1d19 bytes) 000665 1788449516.406745 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) 000667 1788449516.545024 read 0x000cbf thru 0x004253 (0x3595 bytes) 000668 1788449516.550888 trunc from 0x004673 to 0x011858 (0xd1e6 bytes) 000669 1788449516.554285 write 0x01b0fe thru 0x0296a9 (0xe5ac bytes) 000670 1788449516.558140 read 0x0294b4 thru 0x0296a9 (0x1f6 bytes) 000671 1788449516.558663 trunc from 0x0296aa to 0x038d67 (0xf6be bytes) 000672 1788449516.568414 mapread 0x004874 thru 0x013b69 (0xf2f6 bytes) 000673 1788449516.574977 fallocate 0x00cbee thru 0x015b5c (0x8f6f bytes) 000675 1788449516.579289 write 0x000b07 thru 0x001716 (0xc10 bytes) 000676 1788449516.580037 fallocate 0x0001c9 thru 0x0016de (0x1516 bytes) 000678 1788449516.583232 trunc from 0x017670 to 0x01c8ad (0x523e bytes) 000679 1788449516.590869 trunc from 0x038d68 to 0x037169 (0x1bfe bytes) 000681 1788449516.600138 fallocate 0x015866 thru 0x021448 (0xbbe3 bytes) 000682 1788449516.602922 write 0x01453e thru 0x018a96 (0x4559 bytes) 000683 1788449516.607452 punch from 0x0267d1 to 0x029ed4 (0x3704 bytes) 000684 1788449516.615268 fallocate 0x023628 thru 0x02fd10 (0xc6e9 bytes) 000688 1788449516.623461 mapwrite 0x0190bb thru 0x01d958 (0x489e bytes) 000689 1788449516.658407 read 0x032159 thru 0x037169 (0x5011 bytes) 000691 1788449516.660450 mapwrite 0x02e7fd thru 0x038d39 (0xa53d bytes) 000692 1788449516.699132 punch from 0x008268 to 0x00c470 (0x4209 bytes) 000694 1788449516.706247 read 0x032955 thru 0x038d39 (0x63e5 bytes) 000695 1788449516.707095 mapwrite 0x03b3d1 thru 0x03ffff (0x4c2f bytes) 000696 1788449516.753099 mapread 0x03f465 thru 0x03ffff (0xb9b bytes) 000697 1788449516.754207 punch from 0x006bdc to 0x006feb (0x410 bytes) 000698 1788449516.781731 trunc from 0x02e822 to 0x0330c7 (0x48a6 bytes) 000699 1788449516.789079 trunc from 0x040000 to 0x013eea (0x2c115 bytes) 000700 1788449516.814178 read 0x002997 thru 0x005900 (0x2f6a bytes) 000701 1788449516.815678 fallocate 0x00d683 thru 0x01b98f (0xe30d bytes) 000702 1788449516.825052 trunc from 0x0042b4 to 0x00c409 (0x8156 bytes) 000703 1788449516.846123 mapwrite 0x032de3 thru 0x03eba7 (0xbdc5 bytes) 000704 1788449516.965833 punch from 0x0299d7 to 0x02bc8b (0x22b5 bytes) 000705 1788449516.977435 trunc from 0x00d3bf to 0x015ca0 (0x88e2 bytes) 000707 1788449516.984933 read 0x01e384 thru 0x029ca2 (0xb91f bytes) 000708 1788449516.997636 trunc from 0x03eba8 to 0x01a13b (0x24a6c bytes) 000709 1788449517.025737 mapread 0x00e6f9 thru 0x0150c8 (0x69d0 bytes) 000710 1788449517.027346 punch from 0x00c749 to 0x0128e1 (0x6199 bytes) 000711 1788449517.033400 mapwrite 0x012b47 thru 0x015256 (0x2710 bytes) 000712 1788449517.076036 mapwrite 0x031635 thru 0x03bcf9 (0xa6c5 bytes) 000714 1788449517.258494 write 0x0113d6 thru 0x015605 (0x4230 bytes) 000716 1788449517.274212 write 0x0386ae thru 0x039ad3 (0x1426 bytes) 000718 1788449517.275760 mapwrite 0x011b55 thru 0x01344a (0x18f6 bytes) 000719 1788449517.303457 read 0x003dc6 thru 0x00f71f (0xb95a bytes) 000720 1788449517.316397 trunc from 0x03bcfa to 0x026369 (0x15990 bytes) 000721 1788449517.337980 MIRROR_EXTEND to 2 mirrors 000722 1788449518.190921 read 0x00548f thru 0x0114e7 (0xc059 bytes) 000723 1788449518.220603 read 0x00ffa9 thru 0x0106df (0x737 bytes) 000724 1788449518.231169 mapwrite 0x00877a thru 0x00b804 (0x308b bytes) 000725 1788449518.375126 trunc from 0x007973 to 0x012256 (0xa8e4 bytes) 000727 1788449518.383113 fallocate 0x037da1 thru 0x03e653 (0x68b3 bytes) 000728 1788449518.396984 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x2636a): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2636a): Mirror 2: 0x8187992a (stale) CRC-32 checksum value for chunk [0, 0x2636a): Mirror 1: 0x3a627b5c Mirror 3: 0x3a627b5c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2636a: skipped 000729 1788449519.548221 read 0x0248c3 thru 0x026369 (0x1aa7 bytes) 000730 1788449519.566369 mapread 0x002571 thru 0x00a8b5 (0x8345 bytes) 000731 1788449519.612990 mapread 0x001d99 thru 0x011636 (0xf89e bytes) 000732 1788449519.642230 write 0x033e11 thru 0x03ee63 (0xb053 bytes) 000733 1788449519.695540 punch from 0x038a00 to 0x03ee63 (0x6464 bytes) 000734 1788449519.713731 fallocate 0x0269d9 thru 0x028dd9 (0x2401 bytes) 000735 1788449519.721048 read 0x03c329 thru 0x03ee63 (0x2b3b bytes) 000736 1788449519.737473 mapread 0x01f92f thru 0x02247e (0x2b50 bytes) 000737 1788449519.738354 mapread 0x02d38f thru 0x039c8d (0xc8ff bytes) 000738 1788449519.739218 read 0x0375ac thru 0x03ee63 (0x78b8 bytes) 000739 1788449519.739729 trunc from 0x03ee64 to 0x029471 (0x159f2 bytes) 000740 1788449519.772358 trunc from 0x00a3e7 to 0x00f7ee (0x5408 bytes) 000741 1788449519.780445 mapread 0x01c67e thru 0x026a2f (0xa3b2 bytes) 000742 1788449519.784548 write 0x003d94 thru 0x009c1e (0x5e8b bytes) 000743 1788449519.790429 write 0x0269c7 thru 0x0322d3 (0xb90d bytes) 000744 1788449519.822973 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x322d4): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x322d4): Mirror 2: 0xf0b5e593 (stale) Mirror 3: 0x1568bd45 (stale) CRC-32 checksum value for chunk [0, 0x322d4): Mirror 1: 0xd7bc9f36 Mirror 4: 0xd7bc9f36 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x322d4: skipped 000745 1788449520.547257 mapwrite 0x009629 thru 0x00bff9 (0x29d1 bytes) 000746 1788449520.647689 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x322d4): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x322d4): Mirror 2: 0xf0b5e593 (stale) Mirror 3: 0x1568bd45 (stale) Mirror 4: 0xd7bc9f36 (stale) CRC-32 checksum value for chunk [0, 0x322d4): Mirror 1: 0x5d1bb596 Mirror 5: 0x5d1bb596 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x322d4: skipped 000747 1788449521.786106 mapwrite 0x03acd1 thru 0x03e750 (0x3a80 bytes) 000748 1788449521.910013 mapwrite 0x02e209 thru 0x0369ff (0x87f7 bytes) 000749 1788449521.953322 punch from 0x011b41 to 0x015f5d (0x441d bytes) 000750 1788449521.964495 trunc from 0x02689e to 0x02a84b (0x3fae bytes) 000751 1788449521.979624 trunc from 0x0079ba to 0x00d991 (0x5fd8 bytes) 000752 1788449521.995278 trunc from 0x038441 to 0x03e750 (0x6310 bytes) 000753 1788449522.007745 mapread 0x02cfdf thru 0x03cbb5 (0xfbd7 bytes) 000754 1788449522.031813 trunc from 0x033a6c to 0x035005 (0x159a bytes) 000755 1788449522.045654 write 0x01daf7 thru 0x01f1a8 (0x16b2 bytes) 000756 1788449522.078443 punch from 0x0267e4 to 0x02ca84 (0x62a1 bytes) 000757 1788449522.086584 fallocate 0x015233 thru 0x023b43 (0xe911 bytes) 000758 1788449522.102321 fallocate 0x007907 thru 0x015c58 (0xe352 bytes) 000759 1788449522.120707 mapread 0x002785 thru 0x00f94e (0xd1ca bytes) 000760 1788449522.150225 trunc from 0x03e751 to 0x036fce (0x7782 bytes) 000762 1788449522.211266 fallocate 0x021efe thru 0x02dafa (0xbbfd bytes) 000763 1788449522.218265 trunc from 0x036fcf to 0x00e79f (0x2882f bytes) 000764 1788449522.269221 mapwrite 0x01ba98 thru 0x024d10 (0x9279 bytes) 000765 1788449522.401840 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x24d11): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24d11): Mirror 2: 0x4ccc06fa (stale) Mirror 3: 0xeac723ef (stale) Mirror 4: 0x25eae27d (stale) Mirror 5: 0x92dca289 (stale) CRC-32 checksum value for chunk [0, 0x24d11): Mirror 1: 0xbc241311 Mirror 6: 0xbc241311 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24d11: skipped 000766 1788449523.374419 punch from 0x01b851 to 0x024d10 (0x94c0 bytes) 000767 1788449523.420272 trunc from 0x024d11 to 0x028725 (0x3a15 bytes) 000768 1788449523.463626 trunc from 0x028726 to 0x0360a8 (0xd983 bytes) 000769 1788449523.474757 write 0x010366 thru 0x013dd7 (0x3a72 bytes) 000770 1788449523.480534 fallocate 0x00493e thru 0x00b87b (0x6f3e bytes) 000771 1788449523.483903 read 0x01145a thru 0x012fc4 (0x1b6b bytes) 000772 1788449523.484282 mapwrite 0x02293c thru 0x030818 (0xdedd bytes) 000773 1788449523.511623 trunc from 0x0360a9 to 0x032bfb (0x34ad bytes) 000774 1788449523.536198 read 0x002adc thru 0x002e0b (0x330 bytes) 000775 1788449523.551151 mapwrite 0x0073e7 thru 0x00c0d1 (0x4ceb bytes) 000776 1788449523.570725 mapread 0x030e4b thru 0x032bfb (0x1db1 bytes) 000777 1788449523.577685 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x32bfc): Mirror 2: 0xcefaf846 (stale) Mirror 4: 0x662fbc31 (stale) Mirror 5: 0xdcc4aeac (stale) Mirror 6: 0x9db83e00 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x32bfc): Mirror 2: 0xcefaf846 (stale) Mirror 4: 0x662fbc31 (stale) Mirror 5: 0xdcc4aeac (stale) Mirror 6: 0x9db83e00 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x32bfc: skipped 000779 1788449524.189494 punch from 0x00edae to 0x01734b (0x859e bytes) 000780 1788449524.194785 write 0x008b83 thru 0x0161f7 (0xd675 bytes) 000781 1788449524.210265 trunc from 0x032bfc to 0x01244d (0x207ae bytes) 000782 1788449524.227362 trunc from 0x01244e to 0x01605c (0x3c0f bytes) 000783 1788449524.255436 trunc from 0x00e126 to 0x01605c (0x7f37 bytes) 000784 1788449524.292280 trunc from 0x0040b5 to 0x00c408 (0x8354 bytes) 000785 1788449524.308968 mapread 0x00dab6 thru 0x015cb7 (0x8202 bytes) 000786 1788449524.356580 trunc from 0x01605d to 0x026b47 (0x10aeb bytes) 000787 1788449524.396839 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x26b48): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26b48): Mirror 2: 0x20ea767e (stale) Mirror 4: 0x7ef916a9 (stale) Mirror 5: 0x4274c506 (stale) Mirror 6: 0x46a68d82 (stale) CRC-32 checksum value for chunk [0, 0x26b48): Mirror 1: 0xf23b3c4e Mirror 7: 0xf23b3c4e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26b48: skipped 000788 1788449525.937910 fallocate 0x00424f thru 0x01251c (0xe2ce bytes) 000789 1788449526.029470 trunc from 0x023b3a to 0x026b47 (0x300e bytes) 000790 1788449526.039365 fallocate 0x00580f thru 0x00b878 (0x606a bytes) 000792 1788449526.054285 write 0x00cd6b thru 0x01c398 (0xf62e bytes) 000793 1788449526.086362 read 0x0139a8 thru 0x01612e (0x2787 bytes) 000794 1788449526.087060 mapread 0x00af05 thru 0x00cc08 (0x1d04 bytes) 000795 1788449526.107673 fallocate 0x03d5cb thru 0x03ffff (0x2a35 bytes) 000796 1788449526.119298 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x26b48): Mirror 2: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x26b48): Mirror 2: 0x20ea767e (stale) Mirror 4: 0x7ef916a9 (stale) Mirror 5: 0x4274c506 (stale) Mirror 6: 0x46a68d82 (stale) Mirror 7: 0xf23b3c4e (stale) CRC-32 checksum value for chunk [0, 0x26b48): Mirror 1: 0x1e33b3c Mirror 8: 0x1e33b3c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x26b48: skipped 000797 1788449527.053096 write 0x002978 thru 0x00b7bf (0x8e48 bytes) 000798 1788449527.113236 mapwrite 0x017971 thru 0x01bd96 (0x4426 bytes) 000799 1788449527.165318 trunc from 0x026b48 to 0x03f00d (0x184c6 bytes) 000800 1788449527.211532 mapwrite 0x02b329 thru 0x02cadc (0x17b4 bytes) 000802 1788449527.238826 mapread 0x029f3d thru 0x03228c (0x8350 bytes) 000803 1788449527.239977 read 0x000e67 thru 0x004008 (0x31a2 bytes) 000805 1788449527.248054 trunc from 0x010301 to 0x016ba1 (0x68a1 bytes) 000806 1788449527.256075 trunc from 0x00c6f4 to 0x00fdb7 (0x36c4 bytes) 000807 1788449527.269578 MIRROR_RESYNC 7 mirrors 000808 1788449529.894648 trunc from 0x0112d1 to 0x016e84 (0x5bb4 bytes) 000809 1788449529.925825 fallocate 0x020005 thru 0x02584b (0x5847 bytes) 000811 1788449529.931495 trunc from 0x03f00e to 0x01d71e (0x218ef bytes) 000812 1788449529.960945 mapwrite 0x02b5af thru 0x02bf76 (0x9c8 bytes) 000813 1788449530.023351 MIRROR_RESYNC 7 mirrors 000814 1788449532.294242 mapread 0x010468 thru 0x01bbb9 (0xb752 bytes) 000815 1788449532.320436 write 0x035572 thru 0x039da0 (0x482f bytes) 000816 1788449532.344860 punch from 0x00fe43 to 0x019473 (0x9631 bytes) 000817 1788449532.349213 trunc from 0x039da1 to 0x02eea7 (0xaef9 bytes) 000818 1788449532.371250 mapread 0x02eb6a thru 0x02eea7 (0x33e bytes) 000819 1788449532.386858 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2eea8): Mirror 4: 0xdcad8aad (stale) Mirror 5: 0xdcad8aad (stale) Mirror 6: 0xdcad8aad (stale) Mirror 7: 0xdcad8aad (stale) Mirror 8: 0xdcad8aad (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2eea8): Mirror 4: 0xdcad8aad (stale) Mirror 5: 0xdcad8aad (stale) Mirror 6: 0xdcad8aad (stale) Mirror 7: 0xdcad8aad (stale) Mirror 8: 0xdcad8aad (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2eea8: skipped 000820 1788449532.771276 trunc from 0x02eea8 to 0x017a04 (0x174a3 bytes) 000821 1788449532.789117 mapread 0x010f31 thru 0x010f40 (0x10 bytes) 000822 1788449532.794951 read 0x009ac8 thru 0x012000 (0x8539 bytes) 000823 1788449532.804898 trunc from 0x016bb6 to 0x017a04 (0xe4f bytes) 000824 1788449532.815430 trunc from 0x017a05 to 0x02dd26 (0x16322 bytes) 000825 1788449532.833350 mapread 0x01226a thru 0x021905 (0xf69c bytes) 000826 1788449532.882463 read 0x00f565 thru 0x01c402 (0xce9e bytes) 000828 1788449532.885337 fallocate 0x032e75 thru 0x03ffff (0xd18b bytes) 000829 1788449532.899269 mapread 0x0252fb thru 0x02dd26 (0x8a2c bytes) 000830 1788449532.925059 write 0x0041e1 thru 0x010c02 (0xca22 bytes) 000831 1788449532.929387 read 0x007147 thru 0x014639 (0xd4f3 bytes) 000832 1788449532.930772 fallocate 0x0059fa thru 0x0125f2 (0xcbf9 bytes) 000833 1788449532.957788 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x2dd27): Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2dd27): Mirror 4: 0xc9dcb3e8 (stale) Mirror 5: 0xc9dcb3e8 (stale) Mirror 6: 0xc9dcb3e8 (stale) Mirror 7: 0xc9dcb3e8 (stale) Mirror 8: 0xc9dcb3e8 (stale) CRC-32 checksum value for chunk [0, 0x2dd27): Mirror 1: 0xa0bb3da1 Mirror 9: 0xa0bb3da1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2dd27: skipped 000834 1788449534.717397 write 0x0107da thru 0x018338 (0x7b5f bytes) 000835 1788449534.828398 trunc from 0x000266 to 0x00e9b6 (0xe751 bytes) 000836 1788449534.844079 mapread 0x01aca3 thru 0x024376 (0x96d4 bytes) 000837 1788449534.930150 read 0x00a27a thru 0x013e7b (0x9c02 bytes) 000838 1788449534.962972 mapread 0x01420a thru 0x01eead (0xaca4 bytes) 000840 1788449534.978498 trunc from 0x02dd27 to 0x026c2b (0x70fb bytes) 000841 1788449535.071905 fallocate 0x0096b8 thru 0x014cc0 (0xb609 bytes) 000842 1788449535.078986 fallocate 0x01208b thru 0x01e57e (0xc4f4 bytes) 000844 1788449535.088664 mapwrite 0x03e1ce thru 0x03ffff (0x1e32 bytes) 000845 1788449535.144747 mapread 0x004438 thru 0x00c519 (0x80e2 bytes) 000846 1788449535.168604 read 0x007cdf thru 0x0142fe (0xc620 bytes) 000847 1788449535.169193 punch from 0x016973 to 0x01892f (0x1fbd bytes) 000848 1788449535.174155 punch from 0x0150f9 to 0x0245a7 (0xf4af bytes) 000849 1788449535.178644 write 0x01334a thru 0x021a58 (0xe70f bytes) 000851 1788449535.185967 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xdf3ebb10 (stale) Mirror 6: 0xdf3ebb10 (stale) Mirror 7: 0xdf3ebb10 (stale) Mirror 8: 0xdf3ebb10 (stale) Mirror 9: 0x917e47e9 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xdf3ebb10 (stale) Mirror 6: 0xdf3ebb10 (stale) Mirror 7: 0xdf3ebb10 (stale) Mirror 8: 0xdf3ebb10 (stale) Mirror 9: 0x917e47e9 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000852 1788449535.698060 trunc from 0x001a8d to 0x0094b4 (0x7a28 bytes) 000853 1788449535.707285 mapwrite 0x0349e2 thru 0x03ffff (0xb61e bytes) 000854 1788449535.761960 mapread 0x02e43d thru 0x03b351 (0xcf15 bytes) 000855 1788449535.771146 write 0x02f1c7 thru 0x036b9e (0x79d8 bytes) 000856 1788449535.777408 trunc from 0x040000 to 0x022f1c (0x1d0e3 bytes) 000857 1788449535.798395 mapwrite 0x03f7d4 thru 0x03ffff (0x82c bytes) 000858 1788449535.848044 mapwrite 0x001152 thru 0x00b876 (0xa725 bytes) 000859 1788449535.906276 write 0x0120e5 thru 0x01801b (0x5f37 bytes) 000860 1788449535.921044 mapwrite 0x03126f thru 0x03b2d4 (0xa066 bytes) 000861 1788449535.980717 mapwrite 0x02bbdc thru 0x036f50 (0xb375 bytes) 000862 1788449536.031327 MIRROR_SPLIT mirror 5 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xdf3ebb10 (stale) Mirror 6: 0xdf3ebb10 (stale) Mirror 7: 0xdf3ebb10 (stale) Mirror 8: 0xdf3ebb10 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xdf3ebb10 (stale) Mirror 6: 0xdf3ebb10 (stale) Mirror 7: 0xdf3ebb10 (stale) Mirror 8: 0xdf3ebb10 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000863 1788449536.657821 mapread 0x036263 thru 0x03ffff (0x9d9d bytes) 000865 1788449536.674893 trunc from 0x040000 to 0x01af9d (0x25062 bytes) 000866 1788449536.692064 fallocate 0x00aec7 thru 0x00dc96 (0x2dd0 bytes) 000867 1788449536.698254 mapwrite 0x030fb5 thru 0x0325b7 (0x1603 bytes) 000868 1788449536.732653 trunc from 0x0325b8 to 0x01ca7d (0x15b3a bytes) 000870 1788449536.751299 trunc from 0x015e89 to 0x01ca7d (0x6bf5 bytes) 000872 1788449536.760284 trunc from 0x00f300 to 0x014ed4 (0x5bd5 bytes) 000873 1788449536.764933 mapwrite 0x005dc4 thru 0x00988f (0x3acc bytes) 000874 1788449536.785637 mapwrite 0x022f1b thru 0x026e5d (0x3f43 bytes) 000875 1788449536.819926 fallocate 0x034e30 thru 0x03ffff (0xb1d0 bytes) 000877 1788449536.826053 trunc from 0x040000 to 0x01a3a2 (0x25c5d bytes) 000878 1788449536.837394 read 0x006a5a thru 0x011f56 (0xb4fd bytes) 000879 1788449536.842819 mapread 0x0021e1 thru 0x00867f (0x649f bytes) 000880 1788449536.844431 punch from 0x00a3fe to 0x00a4ee (0xf1 bytes) 000881 1788449536.849276 trunc from 0x01a3a3 to 0x02995a (0xf5b8 bytes) 000882 1788449536.867107 mapread 0x01b3a4 thru 0x0254ff (0xa15c bytes) 000883 1788449536.885284 fallocate 0x03c769 thru 0x03ec95 (0x252d bytes) 000884 1788449536.889835 mapwrite 0x00b566 thru 0x00ff2d (0x49c8 bytes) 000885 1788449536.905339 fallocate 0x03e487 thru 0x03ffff (0x1b79 bytes) 000886 1788449536.909920 write 0x01c361 thru 0x01fd88 (0x3a28 bytes) 000887 1788449536.911933 punch from 0x00909f to 0x012246 (0x91a8 bytes) 000888 1788449536.920803 mapread 0x0285eb thru 0x02995a (0x1370 bytes) 000889 1788449536.922186 trunc from 0x00c22c to 0x00c52d (0x302 bytes) 000890 1788449536.932088 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2995b): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2995b): Mirror 5: 0xd62be494 (stale) Mirror 6: 0xd62be494 (stale) Mirror 7: 0xd62be494 (stale) Mirror 8: 0xd62be494 (stale) CRC-32 checksum value for chunk [0, 0x2995b): Mirror 1: 0x7e322f0a Mirror 9: 0x7e322f0a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2995b: skipped 000891 1788449538.144296 punch from 0x021ced to 0x02995a (0x7c6e bytes) 000892 1788449538.188947 mapread 0x01d51a thru 0x021e6d (0x4954 bytes) 000893 1788449538.201700 mapwrite 0x00fb41 thru 0x019e60 (0xa320 bytes) 000894 1788449538.218379 mapwrite 0x03ad15 thru 0x03ffff (0x52eb bytes) 000895 1788449538.251860 mapread 0x009016 thru 0x014149 (0xb134 bytes) 000896 1788449538.252916 trunc from 0x040000 to 0x004037 (0x3bfc8 bytes) 000897 1788449538.263355 read 0x002f2c thru 0x004037 (0x110c bytes) 000898 1788449538.269960 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x4038): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x4038): Mirror 5: 0x790631dd (stale) Mirror 6: 0x790631dd (stale) Mirror 7: 0x790631dd (stale) Mirror 8: 0x790631dd (stale) Mirror 9: 0x437e31fa (stale) CRC-32 checksum value for chunk [0, 0x4038): Mirror 1: 0x437e31fa Mirror 10: 0x437e31fa lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x4038: skipped 000899 1788449539.421326 trunc from 0x000e46 to 0x004037 (0x31f2 bytes) 000900 1788449539.542276 punch from 0x000e15 to 0x004037 (0x3223 bytes) 000901 1788449539.551214 mapread 0x0032aa thru 0x004037 (0xd8e bytes) 000902 1788449539.565852 trunc from 0x002346 to 0x004037 (0x1cf2 bytes) 000903 1788449539.571881 punch from 0x0027bd to 0x004037 (0x187b bytes) 000904 1788449539.595986 read 0x002234 thru 0x004037 (0x1e04 bytes) 000905 1788449539.611080 mapwrite 0x031af4 thru 0x034fd8 (0x34e5 bytes) 000906 1788449539.824202 write 0x006be2 thru 0x013f1f (0xd33e bytes) 000907 1788449539.865334 mapread 0x028424 thru 0x033acf (0xb6ac bytes) 000908 1788449539.913122 trunc from 0x00b3a4 to 0x01695e (0xb5bb bytes) 000909 1788449539.941902 mapread 0x001b52 thru 0x003e0c (0x22bb bytes) 000910 1788449539.957168 trunc from 0x02cbd0 to 0x03035d (0x378e bytes) 000911 1788449539.966150 punch from 0x0344d9 to 0x034fd8 (0xb00 bytes) 000912 1788449539.993076 MIRROR_RESYNC 7 mirrors 000913 1788449542.120555 read 0x022c76 thru 0x026211 (0x359c bytes) 000915 1788449542.133997 trunc from 0x034fd9 to 0x016a69 (0x1e56f bytes) 000916 1788449542.207700 punch from 0x00c4fe to 0x016166 (0x9c69 bytes) 000917 1788449542.212254 fallocate 0x0062fe thru 0x00dc02 (0x7905 bytes) 000918 1788449542.217135 trunc from 0x0036aa to 0x008e2a (0x5781 bytes) 000919 1788449542.225606 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x16a6a): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x16a6a): Mirror 5: 0x369db6f (stale) Mirror 6: 0x369db6f (stale) Mirror 7: 0x369db6f (stale) Mirror 8: 0x369db6f (stale) Mirror 9: 0x369db6f (stale) Mirror 10: 0x369db6f (stale) CRC-32 checksum value for chunk [0, 0x16a6a): Mirror 1: 0xf8dc5cce Mirror 11: 0xf8dc5cce lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x16a6a: skipped 000920 1788449543.199657 mapread 0x0154fd thru 0x016a69 (0x156d bytes) 000921 1788449543.248137 punch from 0x001a50 to 0x0030a6 (0x1657 bytes) 000922 1788449543.296004 trunc from 0x016a6a to 0x0140a6 (0x29c3 bytes) 000923 1788449543.324080 fallocate 0x029a46 thru 0x02d74a (0x3d05 bytes) 000924 1788449543.334261 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2d74b): Mirror 6: 0x58c38c0 (stale) Mirror 7: 0x58c38c0 (stale) Mirror 8: 0x58c38c0 (stale) Mirror 9: 0x58c38c0 (stale) Mirror 10: 0x58c38c0 (stale) Mirror 11: 0x398f5a5f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2d74b): Mirror 6: 0x58c38c0 (stale) Mirror 7: 0x58c38c0 (stale) Mirror 8: 0x58c38c0 (stale) Mirror 9: 0x58c38c0 (stale) Mirror 10: 0x58c38c0 (stale) Mirror 11: 0x398f5a5f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2d74b: skipped 000925 1788449543.939163 punch from 0x00f4c0 to 0x01d917 (0xe458 bytes) 000926 1788449543.946921 punch from 0x024a2c to 0x02d74a (0x8d1f bytes) 000928 1788449543.956059 mapread 0x019529 thru 0x026e28 (0xd900 bytes) 000929 1788449544.013014 mapread 0x013a5d thru 0x01c0bd (0x8661 bytes) 000930 1788449544.029071 read 0x0232a6 thru 0x02752c (0x4287 bytes) 000931 1788449544.030910 mapwrite 0x00d229 thru 0x00eb1a (0x18f2 bytes) 000932 1788449544.058298 mapwrite 0x02986d thru 0x03284f (0x8fe3 bytes) 000933 1788449544.158896 trunc from 0x032850 to 0x025ba2 (0xccad bytes) 000934 1788449544.190567 fallocate 0x00c1d4 thru 0x00cfe5 (0xe12 bytes) 000935 1788449544.199415 trunc from 0x01b7b3 to 0x022ef8 (0x7746 bytes) 000938 1788449544.209464 mapread 0x001e56 thru 0x01001f (0xe1ca bytes) 000939 1788449544.220062 write 0x0059e7 thru 0x006188 (0x7a2 bytes) 000940 1788449544.222496 punch from 0x01fa48 to 0x020eb7 (0x1470 bytes) 000941 1788449544.233998 trunc from 0x00f462 to 0x01f385 (0xff24 bytes) 000942 1788449544.252287 read 0x018174 thru 0x023b77 (0xba04 bytes) 000943 1788449544.269064 trunc from 0x025ba3 to 0x00fed1 (0x15cd1 bytes) 000945 1788449544.294960 punch from 0x00381f to 0x00c14e (0x8930 bytes) 000946 1788449544.310814 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0xfed2): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xfed2): Mirror 6: 0x6d64e131 (stale) Mirror 7: 0x6d64e131 (stale) Mirror 8: 0x6d64e131 (stale) Mirror 9: 0x6d64e131 (stale) Mirror 10: 0x6d64e131 (stale) Mirror 11: 0xab0350c5 (stale) CRC-32 checksum value for chunk [0, 0xfed2): Mirror 1: 0x6dc6858d Mirror 12: 0x6dc6858d lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xfed2: skipped 000947 1788449545.432487 fallocate 0x01c591 thru 0x02a633 (0xe0a3 bytes) 000948 1788449545.483914 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x2a634): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2a634): Mirror 6: 0x360f3494 (stale) Mirror 7: 0x360f3494 (stale) Mirror 8: 0x360f3494 (stale) Mirror 9: 0x360f3494 (stale) Mirror 10: 0x360f3494 (stale) Mirror 11: 0xe73af138 (stale) Mirror 12: 0x37d9bbef (stale) CRC-32 checksum value for chunk [0, 0x2a634): Mirror 1: 0x37d9bbef Mirror 13: 0x37d9bbef lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2a634: skipped 000949 1788449546.727134 read 0x01063d thru 0x014fae (0x4972 bytes) 000950 1788449546.751878 trunc from 0x02a634 to 0x0188fc (0x11d37 bytes) 000951 1788449546.825057 write 0x00674b thru 0x00ba90 (0x5346 bytes) 000952 1788449546.841875 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x188fd): Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x188fd): Mirror 6: 0x234e195e (stale) Mirror 7: 0x234e195e (stale) Mirror 8: 0x234e195e (stale) Mirror 9: 0x234e195e (stale) Mirror 10: 0x234e195e (stale) Mirror 11: 0xa94e1590 (stale) Mirror 12: 0x1cef21c4 (stale) Mirror 13: 0x1cef21c4 (stale) CRC-32 checksum value for chunk [0, 0x188fd): Mirror 1: 0xf80d67c9 Mirror 14: 0xf80d67c9 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x188fd: skipped 000954 1788449548.817825 trunc from 0x00940a to 0x0188fc (0xf4f3 bytes) 000955 1788449548.890232 read 0x00514f thru 0x00dcf3 (0x8ba5 bytes) 000956 1788449548.907144 read 0x00157e thru 0x004b93 (0x3616 bytes) 000957 1788449548.917189 mapread 0x008ca8 thru 0x016db9 (0xe112 bytes) 000958 1788449548.918355 read 0x00c8f6 thru 0x01626f (0x997a bytes) 000959 1788449548.918970 trunc from 0x011603 to 0x0188fc (0x72fa bytes) 000960 1788449548.925993 trunc from 0x0188fd to 0x004d5a (0x13ba2 bytes) 000961 1788449548.969052 MIRROR_RESYNC 10 mirrors 000962 1788449550.859918 read 0x001007 thru 0x004d5a (0x3d54 bytes) 000963 1788449550.866465 trunc from 0x004d5b to 0x0294ab (0x24751 bytes) 000965 1788449550.925807 trunc from 0x0294ac to 0x011f04 (0x175a7 bytes) 000967 1788449550.953621 trunc from 0x011f05 to 0x023b48 (0x11c44 bytes) 000970 1788449550.980382 trunc from 0x023b49 to 0x000f63 (0x22be5 bytes) 000971 1788449551.004391 mapwrite 0x035f45 thru 0x03773d (0x17f9 bytes) 000972 1788449551.103410 punch from 0x01f211 to 0x02c8db (0xd6cb bytes) 000973 1788449551.112318 mapwrite 0x0199fe thru 0x01f6ac (0x5caf bytes) 000974 1788449551.165563 write 0x024981 thru 0x025797 (0xe17 bytes) 000975 1788449551.178086 trunc from 0x022b11 to 0x0239a0 (0xe90 bytes) 000976 1788449551.190247 mapwrite 0x00da5d thru 0x0111f0 (0x3794 bytes) 000979 1788449551.243947 trunc from 0x03773e to 0x02f093 (0x86aa bytes) 000980 1788449551.260732 write 0x03b5b2 thru 0x03ffff (0x4a4e bytes) 000981 1788449551.266574 MIRROR_SPLIT mirror 9 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x200000405:0x1df:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xe20eea22 (stale) Mirror 7: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 6: 0xe20eea22 (stale) Mirror 7: 0xe20eea22 (stale) Mirror 8: 0xe20eea22 (stale) Mirror 9: 0xe20eea22 (stale) Mirror 10: 0xe20eea22 (stale) Mirror 11: 0xe20eea22 (stale) Mirror 12: 0xe20eea22 (stale) Mirror 13: 0xe20eea22 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000982 1788449551.809277 punch from 0x029402 to 0x0339db (0xa5da bytes) 000983 1788449551.823160 write 0x010ddf thru 0x011186 (0x3a8 bytes) 000984 1788449551.843027 MIRROR_RESYNC 9 mirrors 000985 1788449555.026913 write 0x008b27 thru 0x00cd8f (0x4269 bytes) 000986 1788449555.074109 read 0x0319b7 thru 0x03ffff (0xe649 bytes) 000987 1788449555.086648 punch from 0x015c54 to 0x01a654 (0x4a01 bytes) 000989 1788449555.092942 trunc from 0x01342f to 0x01833d (0x4f0f bytes) 000991 1788449555.098600 trunc from 0x029ff3 to 0x03614d (0xc15b bytes) 000992 1788449555.104075 mapread 0x03d385 thru 0x03ffff (0x2c7b bytes) 000993 1788449555.105729 write 0x030fb4 thru 0x03bff1 (0xb03e bytes) 000994 1788449555.117030 mapwrite 0x02aa32 thru 0x02d794 (0x2d63 bytes) 000995 1788449555.155112 trunc from 0x002498 to 0x00a42c (0x7f95 bytes) 000996 1788449555.162891 write 0x0243b4 thru 0x02ca5d (0x86aa bytes) 000997 1788449555.168924 mapread 0x02d0d0 thru 0x036659 (0x958a bytes) 000998 1788449555.171700 punch from 0x0108c3 to 0x01c74f (0xbe8d bytes) 000999 1788449555.177728 write 0x002281 thru 0x00db1d (0xb89d bytes) 001000 1788449555.189050 fallocate 0x020186 thru 0x029a84 (0x98ff bytes) All operations completed A-OK!