== sanity-flr test 70a: flr mode fsx test ================ 15:24:23 (1783970663) striped dir -i0 -c2 -H crush2 /mnt/lustre/d70a.sanity-flr Seed set to 665 000001 1783970665.704773 write 0x02b8f4 thru 0x03889b (0xcfa8 bytes) 000002 1783970665.717649 read 0x027bb4 thru 0x027dde (0x22b bytes) 000003 1783970665.728296 write 0x000bc6 thru 0x007033 (0x646e bytes) 000005 1783970665.747412 write 0x028fc3 thru 0x0370d1 (0xe10f bytes) 000008 1783970665.756355 read 0x010edf thru 0x01bb5c (0xac7e bytes) 000009 1783970665.764379 mapwrite 0x01e093 thru 0x021f3e (0x3eac bytes) 000010 1783970665.782739 trunc from 0x01f095 to 0x021079 (0x1fe5 bytes) 000012 1783970665.790114 trunc from 0x022456 to 0x027cd5 (0x5880 bytes) zero_range to largest ever: 0x1e7b9 000013 1783970665.795180 trunc from 0x011dee to 0x01e7b8 (0xc9cb bytes) 000015 1783970665.803471 fallocate 0x010228 thru 0x014222 (0x3ffb bytes) 000016 1783970665.808603 mapwrite 0x00e3dc thru 0x0124c4 (0x40e9 bytes) 000017 1783970665.837607 write 0x00f19a thru 0x012e63 (0x3cca bytes) zero_range to largest ever: 0x300f4 000019 1783970665.843400 trunc from 0x0291b8 to 0x0300f3 (0x6f3c bytes) 000020 1783970665.853454 write 0x002d50 thru 0x005c69 (0x2f1a bytes) 000021 1783970665.858426 read 0x0141fe thru 0x01f2a8 (0xb0ab bytes) 000022 1783970665.882985 read 0x0241af thru 0x02615c (0x1fae bytes) 000023 1783970665.884850 mapwrite 0x00ede5 thru 0x01898b (0x9ba7 bytes) 000024 1783970665.924289 mapwrite 0x01a2a4 thru 0x01dc7a (0x39d7 bytes) 000025 1783970665.939310 punch from 0x034b9e to 0x036d4d (0x21b0 bytes) 000026 1783970665.944451 write 0x03667f thru 0x03f468 (0x8dea bytes) 000027 1783970665.954540 write 0x005aa4 thru 0x007989 (0x1ee6 bytes) 000029 1783970665.963132 read 0x022ab2 thru 0x02e401 (0xb950 bytes) 000030 1783970665.965184 read 0x0315c3 thru 0x03634b (0x4d89 bytes) 000031 1783970665.967094 read 0x014084 thru 0x01782b (0x37a8 bytes) 000032 1783970665.968647 mapread 0x00008b thru 0x008114 (0x808a bytes) 000035 1783970665.974727 read 0x00733c thru 0x00a0d7 (0x2d9c bytes) fallocating to largest ever: 0x40000 000036 1783970665.976187 fallocate 0x03676b thru 0x03ffff (0x9895 bytes) 000037 1783970665.986445 punch from 0x0038df to 0x0064e6 (0x2c08 bytes) 000038 1783970666.012742 read 0x0311ee thru 0x03ed2d (0xdb40 bytes) 000039 1783970666.020935 mapwrite 0x02ceda thru 0x0330f4 (0x621b bytes) 000040 1783970666.083566 fallocate 0x004ea0 thru 0x007728 (0x2889 bytes) 000041 1783970666.095193 mapread 0x024d06 thru 0x02ae3f (0x613a bytes) 000042 1783970666.096899 read 0x01c76b thru 0x028baa (0xc440 bytes) 000043 1783970666.098320 read 0x020ba0 thru 0x02c100 (0xb561 bytes) 000044 1783970666.099204 trunc from 0x040000 to 0x010598 (0x2fa67 bytes) 000045 1783970666.120612 fallocate 0x01fe96 thru 0x0225fb (0x2766 bytes) 000046 1783970666.126645 punch from 0x005eb1 to 0x008d9f (0x2eef bytes) 000047 1783970666.132714 punch from 0x017a2b to 0x01c533 (0x4b09 bytes) 000048 1783970666.139382 mapwrite 0x021d75 thru 0x029e84 (0x8110 bytes) 000049 1783970666.216128 write 0x0116c8 thru 0x01339b (0x1cd4 bytes) 000050 1783970666.220091 trunc from 0x00cbe1 to 0x014d08 (0x8128 bytes) 000051 1783970666.238410 trunc from 0x029e85 to 0x024c51 (0x5233 bytes) 000053 1783970666.283706 mapwrite 0x01a1d3 thru 0x0264e9 (0xc317 bytes) 000054 1783970666.436923 MIRROR_EXTEND to 2 mirrors 000055 1783970667.576833 read 0x013bda thru 0x01eb6e (0xaf95 bytes) 000057 1783970667.604991 MIRROR_EXTEND to 3 mirrors 000058 1783970668.426558 trunc from 0x01caf4 to 0x0223e2 (0x58ef bytes) 000059 1783970668.475058 mapread 0x0017b8 thru 0x0049f0 (0x3239 bytes) 000060 1783970668.498973 trunc from 0x0264ea to 0x033e47 (0xd95e bytes) 000061 1783970668.529281 trunc from 0x02b38c to 0x02c7d7 (0x144c bytes) 000062 1783970668.536029 mapwrite 0x02e22f thru 0x03c179 (0xdf4b bytes) 000063 1783970668.601097 trunc from 0x02a687 to 0x035e8d (0xb807 bytes) 000065 1783970668.607875 trunc from 0x03c17a to 0x01fba8 (0x1c5d1 bytes) 000066 1783970668.630451 mapwrite 0x025e44 thru 0x02e9d9 (0x8b96 bytes) 000067 1783970668.725380 mapwrite 0x035767 thru 0x03865e (0x2ef8 bytes) 000068 1783970668.772206 write 0x005860 thru 0x0130af (0xd850 bytes) 000069 1783970668.781579 mapread 0x00f343 thru 0x01c065 (0xcd23 bytes) 000070 1783970668.791704 fallocate 0x03a23b thru 0x03a285 (0x4b bytes) 000072 1783970668.797338 punch from 0x02d4c7 to 0x03865e (0xb198 bytes) 000073 1783970668.808214 trunc from 0x0021de to 0x00d561 (0xb384 bytes) 000074 1783970668.867403 MIRROR_SPLIT mirror 1 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3865f): Mirror 3: 0x27f6eb59 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3865f): Mirror 3: 0x27f6eb59 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3865f: skipped 000075 1783970669.168503 punch from 0x017994 to 0x0263f6 (0xea63 bytes) 000076 1783970669.176471 fallocate 0x033b0b thru 0x038039 (0x452f bytes) 000077 1783970669.183994 read 0x01fafd thru 0x02efc0 (0xf4c4 bytes) 000078 1783970669.194580 mapread 0x01bafd thru 0x01e9d6 (0x2eda bytes) 000079 1783970669.216772 fallocate 0x01e4dd thru 0x024241 (0x5d65 bytes) 000081 1783970669.221939 punch from 0x02f675 to 0x033a43 (0x43cf bytes) 000082 1783970669.226977 write 0x02588f thru 0x0331ed (0xd95f bytes) 000084 1783970669.239050 mapread 0x0116a3 thru 0x01ba69 (0xa3c7 bytes) 000085 1783970669.249599 punch from 0x010973 to 0x01587e (0x4f0c bytes) 000086 1783970669.254816 mapread 0x00c06c thru 0x0102c8 (0x425d bytes) 000087 1783970669.263935 read 0x00dbf1 thru 0x01aa11 (0xce21 bytes) 000088 1783970669.264715 mapwrite 0x00359d thru 0x00d8fc (0xa360 bytes) 000089 1783970669.298999 punch from 0x01ffbf to 0x02da4a (0xda8c bytes) 000090 1783970669.306524 trunc from 0x03865f to 0x00e2ff (0x2a35f bytes) 000091 1783970669.337595 read 0x001083 thru 0x0076bd (0x663b bytes) 000092 1783970669.339139 trunc from 0x00b9e1 to 0x00e2ff (0x291f bytes) 000093 1783970669.345570 write 0x0357e6 thru 0x037cca (0x24e5 bytes) 000094 1783970669.350013 trunc from 0x037ccb to 0x03d029 (0x535f bytes) 000095 1783970669.391305 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) 000096 1783970669.567203 write 0x0383c1 thru 0x03f735 (0x7375 bytes) 000097 1783970669.584958 write 0x031f80 thru 0x0334e6 (0x1567 bytes) 000098 1783970669.596892 trunc from 0x011872 to 0x01d4c8 (0xbc57 bytes) 000100 1783970669.603906 trunc from 0x020bda to 0x0277be (0x6be5 bytes) 000102 1783970669.615129 write 0x0125bf thru 0x019770 (0x71b2 bytes) 000103 1783970669.627434 write 0x01e1d4 thru 0x02cf17 (0xed44 bytes) 000104 1783970669.646447 mapread 0x02ac87 thru 0x02ad8c (0x106 bytes) 000105 1783970669.647711 mapwrite 0x03f69a thru 0x03ffff (0x966 bytes) 000107 1783970669.732437 trunc from 0x03c1a5 to 0x03ffff (0x3e5b bytes) 000108 1783970669.737794 write 0x03d0c5 thru 0x03ffff (0x2f3b bytes) 000109 1783970669.754319 fallocate 0x0143bc thru 0x0226e7 (0xe32c bytes) 000110 1783970669.771908 mapwrite 0x03faef thru 0x03ffff (0x511 bytes) 000112 1783970669.808346 fallocate 0x01a771 thru 0x01b990 (0x1220 bytes) 000113 1783970669.825308 write 0x0235f3 thru 0x02c3d3 (0x8de1 bytes) 000114 1783970669.831606 mapwrite 0x0018a6 thru 0x010b37 (0xf292 bytes) 000115 1783970669.933444 punch from 0x0163db to 0x0204b9 (0xa0df bytes) 000116 1783970669.952272 mapwrite 0x02773a thru 0x02df0c (0x67d3 bytes) 000117 1783970670.013388 trunc from 0x040000 to 0x01bbee (0x24411 bytes) 000118 1783970670.041331 fallocate 0x03a1a0 thru 0x03e5b2 (0x4413 bytes) 000119 1783970670.050803 trunc from 0x00ec51 to 0x0140ba (0x546a bytes) 000120 1783970670.056876 punch from 0x00a96c to 0x0133d9 (0x8a6e bytes) 000121 1783970670.062276 read 0x03b103 thru 0x03ca68 (0x1966 bytes) 000122 1783970670.067305 trunc from 0x01ac15 to 0x0297c9 (0xebb5 bytes) 000125 1783970670.073791 write 0x00ebb6 thru 0x014a74 (0x5ebf bytes) 000126 1783970670.083096 mapread 0x00a548 thru 0x01967e (0xf137 bytes) 000127 1783970670.112204 read 0x026374 thru 0x02ba2b (0x56b8 bytes) 000129 1783970670.146144 MIRROR_EXTEND to 2 mirrors 000130 1783970670.824463 write 0x00a06f thru 0x017de9 (0xdd7b bytes) 000131 1783970670.915237 punch from 0x018312 to 0x0257bf (0xd4ae bytes) 000133 1783970670.926649 fallocate 0x01dc64 thru 0x021a23 (0x3dc0 bytes) 000134 1783970670.975835 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) 000135 1783970671.298625 write 0x016fbc thru 0x017528 (0x56d bytes) 000136 1783970671.317768 write 0x011b7a thru 0x017411 (0x5898 bytes) 000137 1783970671.328266 read 0x017930 thru 0x0217fc (0x9ecd bytes) 000138 1783970671.339263 trunc from 0x027625 to 0x02b47d (0x3e59 bytes) 000139 1783970671.359229 mapread 0x010078 thru 0x013d6c (0x3cf5 bytes) 000140 1783970671.368207 mapread 0x004197 thru 0x0120a3 (0xdf0d bytes) 000144 1783970671.400237 mapread 0x010216 thru 0x018da7 (0x8b92 bytes) 000145 1783970671.403326 trunc from 0x03e5b3 to 0x039984 (0x4c2e bytes) 000146 1783970671.478612 punch from 0x004254 to 0x00fd60 (0xbb0d bytes) 000148 1783970671.499289 MIRROR_EXTEND to 2 mirrors 000149 1783970672.443018 punch from 0x036e28 to 0x039984 (0x2b5d bytes) 000150 1783970672.563517 write 0x00ec22 thru 0x015f76 (0x7355 bytes) 000151 1783970672.607447 mapread 0x0045a4 thru 0x012233 (0xdc90 bytes) 000153 1783970672.654134 read 0x027efc thru 0x02dd2d (0x5e32 bytes) 000154 1783970672.695230 MIRROR_RESYNC 2 mirrors 000155 1783970673.675282 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) 000156 1783970673.945936 mapread 0x016ad5 thru 0x024723 (0xdc4f bytes) 000159 1783970674.022949 fallocate 0x038fac thru 0x03e6f1 (0x5746 bytes) 000161 1783970674.063297 fallocate 0x005df7 thru 0x00d6b0 (0x78ba bytes) 000162 1783970674.072813 read 0x0230fe thru 0x032eb1 (0xfdb4 bytes) 000163 1783970674.093100 write 0x03ce40 thru 0x03ffff (0x31c0 bytes) 000165 1783970674.108845 mapread 0x00a041 thru 0x013a2f (0x99ef bytes) 000167 1783970674.162299 trunc from 0x040000 to 0x038086 (0x7f79 bytes) 000169 1783970674.187492 write 0x0236d7 thru 0x0331f8 (0xfb22 bytes) 000170 1783970674.213008 mapwrite 0x016ba7 thru 0x01ded1 (0x732b bytes) 000171 1783970674.277918 mapwrite 0x01d7f7 thru 0x01f4dc (0x1ce6 bytes) 000172 1783970674.297952 mapread 0x00627c thru 0x00a414 (0x4199 bytes) 000173 1783970674.301156 write 0x00a3e7 thru 0x00f06a (0x4c84 bytes) 000174 1783970674.304181 trunc from 0x015d3f to 0x019844 (0x3b06 bytes) 000175 1783970674.312936 read 0x019fa8 thru 0x028871 (0xe8ca bytes) 000177 1783970674.337168 read 0x028666 thru 0x02c741 (0x40dc bytes) 000178 1783970674.339069 fallocate 0x0197d3 thru 0x01cafd (0x332b bytes) 000179 1783970674.351400 trunc from 0x038087 to 0x008c8f (0x2f3f7 bytes) 000181 1783970674.389077 trunc from 0x000cbd to 0x008c8f (0x7fd3 bytes) 000182 1783970674.396147 read 0x003235 thru 0x008c8f (0x5a5b bytes) 000183 1783970674.409289 trunc from 0x008c90 to 0x01576f (0xcae0 bytes) 000184 1783970674.431137 trunc from 0x015770 to 0x01f99c (0xa22d bytes) 000185 1783970674.449152 trunc from 0x01f99d to 0x01db26 (0x1e76 bytes) 000187 1783970674.473011 mapread 0x00dbe3 thru 0x01d316 (0xf734 bytes) 000189 1783970674.490105 trunc from 0x01db27 to 0x022e2b (0x5305 bytes) 000190 1783970674.509115 read 0x005624 thru 0x015230 (0xfc0d bytes) 000191 1783970674.510001 mapwrite 0x01fd72 thru 0x02238d (0x261c bytes) 000192 1783970674.535018 mapread 0x0117b8 thru 0x011cf9 (0x542 bytes) 000193 1783970674.536139 trunc from 0x022e2c to 0x037473 (0x14648 bytes) 000195 1783970674.564606 trunc from 0x021534 to 0x02f681 (0xe14e bytes) 000196 1783970674.571403 read 0x007102 thru 0x00f159 (0x8058 bytes) 000197 1783970674.572435 write 0x012a67 thru 0x020cc7 (0xe261 bytes) 000198 1783970674.574951 fallocate 0x006a89 thru 0x012868 (0xbde0 bytes) 000199 1783970674.584158 trunc from 0x037474 to 0x025b6e (0x11905 bytes) 000200 1783970674.599015 mapwrite 0x02f575 thru 0x036502 (0x6f8e bytes) 000201 1783970674.651191 write 0x00cfc2 thru 0x01489c (0x78db bytes) 000202 1783970674.653543 trunc from 0x036503 to 0x0199eb (0x1cb17 bytes) 000205 1783970674.676369 read 0x003461 thru 0x00950a (0x60aa bytes) 000206 1783970674.677133 trunc from 0x009cb3 to 0x0101c7 (0x6515 bytes) 000208 1783970674.694836 fallocate 0x033c51 thru 0x03525d (0x160d bytes) 000210 1783970674.700493 trunc from 0x01b087 to 0x022f3b (0x7eb5 bytes) 000212 1783970674.705969 punch from 0x01073f to 0x01d50a (0xcdcc bytes) 000213 1783970674.711897 write 0x00a4ca thru 0x012a38 (0x856f bytes) 000214 1783970674.722158 mapread 0x00d26b thru 0x014702 (0x7498 bytes) 000215 1783970674.723410 mapread 0x0049f6 thru 0x00de15 (0x9420 bytes) 000217 1783970674.726033 mapread 0x010067 thru 0x011dfb (0x1d95 bytes) 000218 1783970674.727125 read 0x002437 thru 0x0042b4 (0x1e7e bytes) 000219 1783970674.728242 read 0x02cfef thru 0x03525d (0x826f bytes) 000221 1783970674.730143 fallocate 0x0246db thru 0x02721d (0x2b43 bytes) 000224 1783970674.736761 fallocate 0x02bc06 thru 0x0356ca (0x9ac5 bytes) 000226 1783970674.742199 read 0x00da38 thru 0x019ae1 (0xc0aa bytes) 000228 1783970674.744023 mapread 0x00e954 thru 0x010272 (0x191f bytes) 000231 1783970674.746575 mapread 0x0070a0 thru 0x010665 (0x95c6 bytes) 000233 1783970674.749328 fallocate 0x0348af thru 0x03f25f (0xa9b1 bytes) 000234 1783970674.754036 trunc from 0x03525e to 0x02c419 (0x8e44 bytes) 000235 1783970674.767486 trunc from 0x02c41a to 0x019056 (0x133c3 bytes) 000236 1783970674.782191 read 0x006e20 thru 0x010b7c (0x9d5d bytes) 000238 1783970674.784277 write 0x023bd9 thru 0x02bfe2 (0x840a bytes) 000239 1783970674.786212 read 0x009db4 thru 0x00c3b2 (0x25ff bytes) 000240 1783970674.787250 mapread 0x00ff3a thru 0x01ba55 (0xbb1c bytes) 000243 1783970674.797341 mapread 0x0250b8 thru 0x02b1af (0x60f8 bytes) 000244 1783970674.798825 write 0x021f44 thru 0x02220c (0x2c9 bytes) 000245 1783970674.800390 trunc from 0x02bfe3 to 0x003772 (0x28870 bytes) 000247 1783970674.821395 MIRROR_EXTEND to 2 mirrors 000248 1783970675.754139 trunc from 0x00087a to 0x003772 (0x2ef9 bytes) 000249 1783970675.847877 trunc from 0x003773 to 0x02a912 (0x271a0 bytes) 000250 1783970675.945609 MIRROR_SPLIT mirror 1 to 1 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) 000251 1783970676.190690 punch from 0x016dc6 to 0x02467c (0xd8b7 bytes) 000253 1783970676.198712 mapwrite 0x00add9 thru 0x01050b (0x5733 bytes) 000254 1783970676.282424 write 0x02e069 thru 0x03402c (0x5fc4 bytes) 000255 1783970676.294438 mapread 0x027b16 thru 0x02ae93 (0x337e bytes) 000256 1783970676.321186 trunc from 0x03402d to 0x00c153 (0x27ed9 bytes) 000257 1783970676.363546 punch from 0x00a469 to 0x00c153 (0x1ceb bytes) 000258 1783970676.372114 mapread 0x00bb6d thru 0x00c153 (0x5e7 bytes) 000259 1783970676.394519 punch from 0x00c0f6 to 0x00c153 (0x5e bytes) 000260 1783970676.404387 write 0x02be03 thru 0x034059 (0x8257 bytes) 000261 1783970676.410005 mapread 0x0148b6 thru 0x0196a4 (0x4def bytes) 000262 1783970676.420298 mapwrite 0x0363e6 thru 0x03ffff (0x9c1a bytes) 000264 1783970676.516127 mapread 0x002ca9 thru 0x007238 (0x4590 bytes) 000265 1783970676.531463 trunc from 0x040000 to 0x0117c8 (0x2e837 bytes) 000266 1783970676.556424 punch from 0x005549 to 0x00659e (0x1056 bytes) 000268 1783970676.569478 read 0x00521c thru 0x00893d (0x3722 bytes) 000270 1783970676.583816 write 0x03ba82 thru 0x03ffff (0x457e bytes) 000272 1783970676.588124 mapwrite 0x020521 thru 0x0245ac (0x408c bytes) 000273 1783970676.625207 mapread 0x012625 thru 0x02182f (0xf20b bytes) 000274 1783970676.638032 mapread 0x03036e thru 0x0356c9 (0x535c bytes) 000275 1783970676.661302 trunc from 0x040000 to 0x01ebec (0x21413 bytes) 000278 1783970676.691644 read 0x002c42 thru 0x012774 (0xfb33 bytes) 000279 1783970676.693591 mapwrite 0x003c60 thru 0x004e01 (0x11a2 bytes) 000280 1783970676.717038 read 0x00055b thru 0x00ca64 (0xc50a bytes) 000281 1783970676.733251 read 0x018240 thru 0x01b41d (0x31de bytes) 000283 1783970676.737152 mapread 0x01dfe6 thru 0x01ebec (0xc07 bytes) 000284 1783970676.745167 MIRROR_EXTEND to 2 mirrors 000285 1783970677.591348 write 0x039974 thru 0x03ffff (0x668c bytes) 000286 1783970677.657443 punch from 0x00ee59 to 0x01bda8 (0xcf50 bytes) 000287 1783970677.673481 mapwrite 0x02b632 thru 0x037623 (0xbff2 bytes) 000288 1783970677.754529 fallocate 0x009f43 thru 0x00e5c3 (0x4681 bytes) 000289 1783970677.761284 punch from 0x00da38 to 0x0130b7 (0x5680 bytes) 000290 1783970677.769115 mapread 0x02a6f0 thru 0x035d97 (0xb6a8 bytes) 000291 1783970677.772633 fallocate 0x01a84e thru 0x022001 (0x77b4 bytes) 000292 1783970677.779608 punch from 0x02c3a5 to 0x038609 (0xc265 bytes) 000293 1783970677.786753 mapwrite 0x0244ef thru 0x02e9b7 (0xa4c9 bytes) 000294 1783970677.840358 mapread 0x038474 thru 0x03ffff (0x7b8c bytes) 000295 1783970677.854610 read 0x00a64e thru 0x00a6b5 (0x68 bytes) 000296 1783970677.863038 read 0x037731 thru 0x039b55 (0x2425 bytes) 000297 1783970677.872716 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 2: 0xb0edd89a (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x4e940f93 Mirror 3: 0x4e940f93 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000298 1783970679.258842 read 0x01d42c thru 0x02ad9e (0xd973 bytes) 000299 1783970679.272195 read 0x01f32a thru 0x022580 (0x3257 bytes) 000301 1783970679.273192 trunc from 0x040000 to 0x00a758 (0x358a7 bytes) 000302 1783970679.349732 write 0x026ad3 thru 0x0290f5 (0x2623 bytes) 000303 1783970679.359785 write 0x00d27e thru 0x00deeb (0xc6e bytes) 000305 1783970679.379124 trunc from 0x027cf5 to 0x0290f5 (0x1401 bytes) 000306 1783970679.437490 fallocate 0x00dadf thru 0x01555c (0x7a7e bytes) 000307 1783970679.443335 write 0x013ae3 thru 0x01f621 (0xbb3f bytes) 000308 1783970679.447927 punch from 0x025dec to 0x0290f5 (0x330a bytes) 000311 1783970679.457637 fallocate 0x00676d thru 0x015804 (0xf098 bytes) 000312 1783970679.489286 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x290f6): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x290f6): Mirror 2: 0x251c476f (stale) Mirror 3: 0x74a28ab5 (stale) CRC-32 checksum value for chunk [0, 0x290f6): Mirror 1: 0x45d4691c Mirror 4: 0x45d4691c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x290f6: skipped 000313 1783970681.051155 read 0x0081c7 thru 0x00c93a (0x4774 bytes) 000315 1783970681.069119 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x290f6): Mirror 2: (stale - read error) Mirror 3: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x290f6): Mirror 2: 0x251c476f (stale) Mirror 3: 0x74a28ab5 (stale) CRC-32 checksum value for chunk [0, 0x290f6): Mirror 1: 0x45d4691c Mirror 4: 0x45d4691c Mirror 5: 0x45d4691c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x290f6: skipped 000316 1783970682.302000 write 0x00de22 thru 0x01c17f (0xe35e bytes) 000317 1783970682.372113 trunc from 0x008759 to 0x009e68 (0x1710 bytes) 000318 1783970682.385302 write 0x03f81b thru 0x03ffff (0x7e5 bytes) 000320 1783970682.390081 trunc from 0x040000 to 0x0291cd (0x16e32 bytes) 000321 1783970682.417165 trunc from 0x028e78 to 0x0291cd (0x356 bytes) 000322 1783970682.425495 trunc from 0x0291ce to 0x02092b (0x88a2 bytes) 000323 1783970682.444453 trunc from 0x02092c to 0x001e74 (0x1eab7 bytes) 000324 1783970682.467270 write 0x0055b8 thru 0x00e729 (0x9172 bytes) 000325 1783970682.472306 write 0x031b5f thru 0x03ffff (0xe4a1 bytes) 000326 1783970682.474257 fallocate 0x030bd9 thru 0x03bc6a (0xb092 bytes) 000327 1783970682.480327 write 0x022be8 thru 0x02372e (0xb47 bytes) 000328 1783970682.489329 punch from 0x015c15 to 0x01d35e (0x774a bytes) 000329 1783970682.494487 mapread 0x022419 thru 0x0314eb (0xf0d3 bytes) 000331 1783970682.516908 mapread 0x00316c thru 0x012e1c (0xfcb1 bytes) 000332 1783970682.541195 punch from 0x0265d6 to 0x034477 (0xdea2 bytes) 000333 1783970682.572336 fallocate 0x01c173 thru 0x01dbda (0x1a68 bytes) 000334 1783970682.577932 trunc from 0x040000 to 0x036d18 (0x92e7 bytes) 000335 1783970682.592441 mapread 0x0162ac thru 0x017980 (0x16d5 bytes) 000336 1783970682.595078 mapwrite 0x010b17 thru 0x017881 (0x6d6b bytes) 000337 1783970682.615262 trunc from 0x036d19 to 0x031a6a (0x52ae bytes) 000338 1783970682.634727 mapread 0x01facc thru 0x02d64b (0xdb80 bytes) 000339 1783970682.650065 trunc from 0x031a6b to 0x02eb25 (0x2f45 bytes) 000341 1783970682.686754 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x2eb26): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2eb26): Mirror 2: 0x83ad65fa (stale) Mirror 3: 0x6eb03777 (stale) Mirror 4: 0x2f22218f (stale) Mirror 5: 0x2f22218f (stale) CRC-32 checksum value for chunk [0, 0x2eb26): Mirror 1: 0x612dc0db Mirror 6: 0x612dc0db lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2eb26: skipped 000342 1783970684.114432 read 0x000e97 thru 0x00adf4 (0x9f5e bytes) 000343 1783970684.124810 trunc from 0x02eb26 to 0x03e93c (0xfe17 bytes) 000344 1783970684.210135 read 0x02fd95 thru 0x0352d3 (0x553f bytes) 000345 1783970684.230778 read 0x03acf3 thru 0x03b17f (0x48d bytes) 000346 1783970684.231407 read 0x00b5ec thru 0x013afb (0x8510 bytes) 000347 1783970684.232053 mapwrite 0x02affa thru 0x02ffae (0x4fb5 bytes) 000348 1783970684.273610 fallocate 0x024668 thru 0x0266cb (0x2064 bytes) 000349 1783970684.280003 trunc from 0x010272 to 0x018be4 (0x8973 bytes) 000351 1783970684.285641 read 0x01fda1 thru 0x02141b (0x167b bytes) 000352 1783970684.287600 trunc from 0x02d1bb to 0x032281 (0x50c7 bytes) 000353 1783970684.298211 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x3e93d): Mirror 2: (stale - read error) Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e93d): Mirror 2: 0x6d7e6f00 (stale) Mirror 3: 0x2749f5a8 (stale) Mirror 4: 0x963f559e (stale) Mirror 5: 0x963f559e (stale) Mirror 6: 0x915f51b8 (stale) CRC-32 checksum value for chunk [0, 0x3e93d): Mirror 1: 0xcd13882a Mirror 7: 0xcd13882a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e93d: skipped 000354 1783970685.713773 trunc from 0x03e93d to 0x02762e (0x1730e bytes) 000355 1783970685.796107 fallocate 0x01f47f thru 0x026fa9 (0x7b2b bytes) 000356 1783970685.802557 trunc from 0x01d7f8 to 0x026251 (0x8a5a bytes) 000357 1783970685.808792 trunc from 0x02762f to 0x014fdc (0x12652 bytes) 000358 1783970685.843223 fallocate 0x03225e thru 0x03cfe5 (0xad88 bytes) 000359 1783970685.849473 write 0x022a54 thru 0x031f59 (0xf506 bytes) 000360 1783970685.865057 mapread 0x000eab thru 0x002f04 (0x205a bytes) 000361 1783970685.896601 write 0x027006 thru 0x0291e6 (0x21e1 bytes) 000362 1783970685.902326 write 0x00b8bd thru 0x018e08 (0xd54c bytes) 000363 1783970685.913232 punch from 0x03bd5d to 0x03cfe5 (0x1289 bytes) 000365 1783970685.923033 write 0x02ba04 thru 0x038fa2 (0xd59f bytes) 000366 1783970685.939749 MIRROR_RESYNC 7 mirrors 000367 1783970688.597160 mapread 0x007ca6 thru 0x00884a (0xba5 bytes) 000368 1783970688.609093 read 0x02f36e thru 0x03b6a0 (0xc333 bytes) 000369 1783970688.617637 read 0x0004c6 thru 0x000e67 (0x9a2 bytes) 000370 1783970688.633157 mapwrite 0x02ce7b thru 0x03026a (0x33f0 bytes) 000372 1783970688.752943 trunc from 0x02458a to 0x02e63e (0xa0b5 bytes) 000373 1783970688.765315 trunc from 0x00e774 to 0x01a9b1 (0xc23e bytes) 000374 1783970688.778331 MIRROR_RESYNC 7 mirrors 000375 1783970691.478844 MIRROR_SPLIT mirror 4 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) 000376 1783970691.985575 mapread 0x02877c thru 0x02a470 (0x1cf5 bytes) 000377 1783970692.015213 mapwrite 0x03d633 thru 0x03ffff (0x29cd bytes) 000378 1783970692.115053 trunc from 0x040000 to 0x03eaff (0x1500 bytes) 000379 1783970692.145539 trunc from 0x0170ae to 0x022f5e (0xbeb1 bytes) 000380 1783970692.150947 fallocate 0x00f361 thru 0x0194f5 (0xa195 bytes) 000381 1783970692.157844 trunc from 0x007ab3 to 0x01360a (0xbb58 bytes) 000382 1783970692.170919 mapwrite 0x03dc1b thru 0x03ffff (0x23e5 bytes) 000383 1783970692.232598 fallocate 0x03bfd0 thru 0x03ffff (0x4030 bytes) 000384 1783970692.238904 write 0x03dac9 thru 0x03ffff (0x2537 bytes) 000386 1783970692.242184 fallocate 0x030a3f thru 0x0310cf (0x691 bytes) 000387 1783970692.250295 punch from 0x009131 to 0x00b5b1 (0x2481 bytes) 000388 1783970692.258150 mapread 0x01baa6 thru 0x022301 (0x685c bytes) 000389 1783970692.273324 trunc from 0x040000 to 0x000382 (0x3fc7d bytes) 000390 1783970692.297545 MIRROR_SPLIT mirror 4 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x383): Mirror 2: 0xd8977804 (stale) Mirror 3: 0xd8977804 (stale) Mirror 4: 0xd8977804 (stale) Mirror 7: 0xd8977804 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x383): Mirror 2: 0xd8977804 (stale) Mirror 3: 0xd8977804 (stale) Mirror 4: 0xd8977804 (stale) Mirror 7: 0xd8977804 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x383: skipped 000391 1783970692.672590 trunc from 0x0000bb to 0x000382 (0x2c8 bytes) 000392 1783970692.678019 fallocate 0x02c287 thru 0x03309c (0x6e16 bytes) 000393 1783970692.683446 fallocate 0x011410 thru 0x0213e5 (0xffd6 bytes) 000394 1783970692.688707 fallocate 0x035cbc thru 0x03ffff (0xa344 bytes) 000395 1783970692.693951 mapwrite 0x0380af thru 0x03bf23 (0x3e75 bytes) 000396 1783970692.766035 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3bf24): Mirror 3: 0x65d5d3ac (stale) Mirror 4: 0x65d5d3ac (stale) Mirror 7: 0x65d5d3ac (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3bf24): Mirror 3: 0x65d5d3ac (stale) Mirror 4: 0x65d5d3ac (stale) Mirror 7: 0x65d5d3ac (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3bf24: skipped 000397 1783970693.127327 trunc from 0x03bf24 to 0x006438 (0x35aeb bytes) 000398 1783970693.148501 mapread 0x00269b thru 0x006438 (0x3d9e bytes) 000399 1783970693.170457 fallocate 0x02e858 thru 0x034b5a (0x6303 bytes) 000400 1783970693.201264 MIRROR_RESYNC 4 mirrors 000401 1783970694.345267 trunc from 0x034b5b to 0x0186c1 (0x1c499 bytes) 000402 1783970694.467598 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x186c2): Mirror 3: (stale - read error) Mirror 4: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x186c2): Mirror 3: 0x94cf6455 (stale) Mirror 4: 0x94cf6455 (stale) Mirror 7: 0x94cf6455 (stale) CRC-32 checksum value for chunk [0, 0x186c2): Mirror 1: 0x94cf6455 Mirror 8: 0x94cf6455 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x186c2: skipped 000403 1783970695.783119 mapread 0x014fb6 thru 0x0186c1 (0x370c bytes) 000404 1783970695.823090 punch from 0x000d24 to 0x0039b7 (0x2c94 bytes) 000405 1783970695.875396 trunc from 0x0186c2 to 0x022ccd (0xa60c bytes) 000406 1783970695.925104 write 0x033955 thru 0x033e63 (0x50f bytes) 000407 1783970695.928083 trunc from 0x01dc8b to 0x026793 (0x8b09 bytes) 000408 1783970695.935644 write 0x0366ee thru 0x03ffff (0x9912 bytes) 000409 1783970695.937189 trunc from 0x027b98 to 0x033284 (0xb6ed bytes) 000410 1783970695.960236 write 0x0166c1 thru 0x01d421 (0x6d61 bytes) 000412 1783970695.986604 trunc from 0x040000 to 0x013013 (0x2cfec bytes) 000414 1783970696.031183 mapwrite 0x0377a2 thru 0x03af1c (0x377b bytes) 000415 1783970696.117581 write 0x003e10 thru 0x010eac (0xd09d bytes) 000417 1783970696.155461 MIRROR_RESYNC 5 mirrors 000418 1783970697.654273 fallocate 0x03f3e4 thru 0x03ffff (0xc1c bytes) 000419 1783970697.714854 mapread 0x033206 thru 0x03ffff (0xcdfa bytes) 000420 1783970697.743709 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa36dcb7f (stale) Mirror 7: 0xa36dcb7f (stale) Mirror 8: 0xa36dcb7f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 4: 0xa36dcb7f (stale) Mirror 7: 0xa36dcb7f (stale) Mirror 8: 0xa36dcb7f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000421 1783970698.211274 read 0x013b16 thru 0x014eee (0x13d9 bytes) 000422 1783970698.220410 mapwrite 0x01ba31 thru 0x01e6e7 (0x2cb7 bytes) 000423 1783970698.260033 fallocate 0x01a8b4 thru 0x01d9d6 (0x3123 bytes) 000424 1783970698.273243 MIRROR_RESYNC 4 mirrors 000425 1783970699.733954 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) 000426 1783970700.254255 mapwrite 0x030357 thru 0x037779 (0x7423 bytes) 000427 1783970700.449886 MIRROR_RESYNC 3 mirrors 000428 1783970701.963587 mapread 0x0101ad thru 0x0124ba (0x230e bytes) 000429 1783970701.996499 mapwrite 0x0122a2 thru 0x014f96 (0x2cf5 bytes) 000431 1783970702.121481 trunc from 0x01cc08 to 0x01f97a (0x2d73 bytes) 000432 1783970702.136727 mapwrite 0x0184f7 thru 0x025467 (0xcf71 bytes) 000433 1783970702.287376 punch from 0x012d52 to 0x016757 (0x3a06 bytes) 000434 1783970702.302768 write 0x00fbf0 thru 0x0138c2 (0x3cd3 bytes) 000435 1783970702.316125 trunc from 0x040000 to 0x03d410 (0x2bef bytes) 000436 1783970702.387077 write 0x01ec17 thru 0x0250a3 (0x648d bytes) 000437 1783970702.388562 punch from 0x0166ee to 0x0187c0 (0x20d3 bytes) 000438 1783970702.401567 punch from 0x025fed to 0x026e16 (0xe2a bytes) 000439 1783970702.461474 fallocate 0x015111 thru 0x01dc39 (0x8b29 bytes) 000440 1783970702.494207 fallocate 0x00fcd8 thru 0x017457 (0x7780 bytes) 000441 1783970702.502624 fallocate 0x036c9f thru 0x03ffff (0x9361 bytes) 000442 1783970702.524137 write 0x0157c8 thru 0x024563 (0xed9c bytes) 000443 1783970702.539481 mapread 0x0236bf thru 0x024565 (0xea7 bytes) 000445 1783970702.550896 trunc from 0x03d411 to 0x008cfd (0x34713 bytes) 000446 1783970702.607893 fallocate 0x018227 thru 0x01b3b0 (0x318a bytes) 000447 1783970702.626043 write 0x0344ea thru 0x03e676 (0xa18d bytes) 000448 1783970702.639841 punch from 0x022b6c to 0x02abf0 (0x8085 bytes) 000449 1783970702.651403 punch from 0x004d33 to 0x00d74c (0x8a1a bytes) 000450 1783970702.669907 MIRROR_SPLIT mirror 2 to 2 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e677): Mirror 4: 0x4b1764c5 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e677): Mirror 4: 0x4b1764c5 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e677: skipped 000451 1783970703.298908 MIRROR_EXTEND to 3 mirrors CRC-32 checksum value for chunk [0, 0x3e677): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e677): Mirror 4: 0x4b1764c5 (stale) CRC-32 checksum value for chunk [0, 0x3e677): Mirror 1: 0x50e96b88 Mirror 5: 0x50e96b88 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e677: skipped 000452 1783970704.438131 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x3e677): Mirror 4: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e677): Mirror 4: 0x4b1764c5 (stale) CRC-32 checksum value for chunk [0, 0x3e677): Mirror 1: 0x50e96b88 Mirror 5: 0x50e96b88 Mirror 6: 0x50e96b88 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e677: skipped 000453 1783970705.579210 fallocate 0x00f805 thru 0x01a39a (0xab96 bytes) 000454 1783970705.634739 fallocate 0x014ac2 thru 0x024910 (0xfe4f bytes) 000455 1783970705.644532 trunc from 0x037d74 to 0x03e676 (0x6903 bytes) 000456 1783970705.653627 trunc from 0x03e677 to 0x02b28c (0x133ea bytes) 000458 1783970705.720468 trunc from 0x02b28d to 0x03c52b (0x1129f bytes) 000459 1783970705.750799 trunc from 0x03c52c to 0x013c90 (0x2889b bytes) 000460 1783970705.774698 mapwrite 0x016f0c thru 0x01d799 (0x688e bytes) 000461 1783970705.850440 mapwrite 0x01f21e thru 0x0217de (0x25c1 bytes) 000462 1783970705.938414 trunc from 0x0217df to 0x0297a8 (0x7fca bytes) 000463 1783970705.972396 mapread 0x023dd5 thru 0x028324 (0x4550 bytes) 000464 1783970706.013376 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x297a9): Mirror 5: 0xc14b1470 (stale) Mirror 6: 0xc14b1470 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x297a9): Mirror 5: 0xc14b1470 (stale) Mirror 6: 0xc14b1470 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x297a9: skipped 000465 1783970706.419082 write 0x0171bd thru 0x01da2e (0x6872 bytes) 000466 1783970706.448065 MIRROR_RESYNC 3 mirrors 000467 1783970708.025768 MIRROR_RESYNC 3 mirrors 000468 1783970708.606718 punch from 0x01a616 to 0x02488f (0xa27a bytes) 000470 1783970708.648957 trunc from 0x0289f4 to 0x0297a8 (0xdb5 bytes) 000471 1783970708.654443 trunc from 0x0297a9 to 0x032913 (0x916b bytes) 000472 1783970708.680868 write 0x013263 thru 0x01c165 (0x8f03 bytes) 000473 1783970708.695987 trunc from 0x032914 to 0x00f5dc (0x23337 bytes) 000474 1783970708.729190 write 0x006289 thru 0x0081d9 (0x1f51 bytes) 000475 1783970708.742934 trunc from 0x00f5dd to 0x01d96a (0xe38e bytes) 000477 1783970708.774198 mapwrite 0x022240 thru 0x03218a (0xff4b bytes) 000479 1783970708.854873 mapread 0x0017c8 thru 0x004a6e (0x32a7 bytes) 000480 1783970708.867129 trunc from 0x03218b to 0x02e23f (0x3f4b bytes) 000481 1783970708.896193 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x2e240): Mirror 5: (stale - read error) Mirror 6: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e240): Mirror 5: 0x144c7159 (stale) Mirror 6: 0x144c7159 (stale) CRC-32 checksum value for chunk [0, 0x2e240): Mirror 1: 0x87503e3 Mirror 7: 0x87503e3 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e240: skipped 000482 1783970710.001301 punch from 0x014c4d to 0x01e26e (0x9622 bytes) 000483 1783970710.121249 punch from 0x019a1d to 0x01b644 (0x1c28 bytes) 000485 1783970710.132202 mapwrite 0x0073da thru 0x01043f (0x9066 bytes) 000486 1783970710.204748 trunc from 0x018f94 to 0x01cff4 (0x4061 bytes) 000487 1783970710.211720 mapread 0x02dd52 thru 0x02e23f (0x4ee bytes) 000488 1783970710.225319 read 0x0272c0 thru 0x02c561 (0x52a2 bytes) 000489 1783970710.227085 read 0x00dd6d thru 0x0157fa (0x7a8e bytes) 000490 1783970710.252817 read 0x00fc44 thru 0x0108af (0xc6c bytes) 000491 1783970710.253833 read 0x02a98a thru 0x02e23f (0x38b6 bytes) 000492 1783970710.261031 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x2e240): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e240): Mirror 5: 0x144c7159 (stale) Mirror 6: 0x144c7159 (stale) Mirror 7: 0x87503e3 (stale) CRC-32 checksum value for chunk [0, 0x2e240): Mirror 1: 0x8406cc74 Mirror 8: 0x8406cc74 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e240: skipped 000493 1783970711.458402 mapwrite 0x030bf6 thru 0x033dd5 (0x31e0 bytes) 000494 1783970711.697495 fallocate 0x02dfad thru 0x036690 (0x86e4 bytes) 000496 1783970711.711116 trunc from 0x004e13 to 0x009f56 (0x5144 bytes) 000497 1783970711.720426 trunc from 0x01d47c to 0x01dcae (0x833 bytes) 000498 1783970711.726371 punch from 0x00b72a to 0x0166d9 (0xafb0 bytes) 000499 1783970711.733151 read 0x0029a9 thru 0x003532 (0xb8a bytes) 000500 1783970711.740080 trunc from 0x02ecd1 to 0x033dd5 (0x5105 bytes) 000501 1783970711.746186 mapwrite 0x0316d8 thru 0x03eeee (0xd817 bytes) 000502 1783970711.812040 mapwrite 0x03f511 thru 0x03ffff (0xaef bytes) 000503 1783970711.851202 fallocate 0x039cf0 thru 0x03ffff (0x6310 bytes) 000504 1783970711.857173 mapread 0x03d558 thru 0x03ffff (0x2aa8 bytes) 000505 1783970711.858234 read 0x00e97f thru 0x01993e (0xafc0 bytes) 000506 1783970711.879948 punch from 0x00d936 to 0x018ac2 (0xb18d bytes) 000507 1783970711.886990 mapwrite 0x01128d thru 0x0124bf (0x1233 bytes) 000508 1783970711.912410 trunc from 0x00b900 to 0x00e108 (0x2809 bytes) 000509 1783970711.919619 trunc from 0x031edb to 0x0390a3 (0x71c9 bytes) 000510 1783970711.926382 mapread 0x03ea12 thru 0x03ffff (0x15ee bytes) 000511 1783970711.929903 read 0x00dcda thru 0x01c059 (0xe380 bytes) 000512 1783970711.942738 mapwrite 0x00b34b thru 0x00e766 (0x341c bytes) 000513 1783970711.960284 mapwrite 0x02eb4c thru 0x03a4f7 (0xb9ac bytes) 000514 1783970711.991640 punch from 0x017c40 to 0x01a933 (0x2cf4 bytes) 000515 1783970711.997181 write 0x00bfe2 thru 0x012de6 (0x6e05 bytes) 000517 1783970712.000053 trunc from 0x036637 to 0x03a3f1 (0x3dbb bytes) 000518 1783970712.006785 trunc from 0x0164d5 to 0x021359 (0xae85 bytes) 000521 1783970712.014361 mapread 0x00c70c thru 0x013d08 (0x75fd bytes) 000522 1783970712.016194 punch from 0x035374 to 0x03ce51 (0x7ade bytes) 000523 1783970712.022343 write 0x0255f5 thru 0x02814b (0x2b57 bytes) 000524 1783970712.023627 mapread 0x02d400 thru 0x03bbff (0xe800 bytes) 000525 1783970712.089040 mapwrite 0x017f89 thru 0x0216eb (0x9763 bytes) 000526 1783970712.298391 punch from 0x0251cf to 0x02bfc8 (0x6dfa bytes) 000527 1783970712.323778 trunc from 0x040000 to 0x03dfec (0x2013 bytes) 000528 1783970712.353038 mapwrite 0x02653c thru 0x0300f2 (0x9bb7 bytes) 000529 1783970712.450322 read 0x02d570 thru 0x03277c (0x520d bytes) 000531 1783970712.452724 fallocate 0x031347 thru 0x03e1a2 (0xce5c bytes) 000532 1783970712.461032 mapwrite 0x01ad9d thru 0x023dd6 (0x903a bytes) 000533 1783970712.508989 MIRROR_SPLIT mirror 4 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e1a3): Mirror 5: 0x3b43046f (stale) Mirror 6: 0x3b43046f (stale) Mirror 7: 0x7d9cec7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e1a3): Mirror 5: 0x3b43046f (stale) Mirror 6: 0x3b43046f (stale) Mirror 7: 0x7d9cec7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e1a3: skipped 000534 1783970712.933782 trunc from 0x005f1c to 0x007862 (0x1947 bytes) 000535 1783970712.939252 write 0x018073 thru 0x01cd24 (0x4cb2 bytes) 000536 1783970712.955295 mapread 0x00079f thru 0x004026 (0x3888 bytes) 000537 1783970712.981076 mapread 0x002299 thru 0x012177 (0xfedf bytes) 000538 1783970712.998157 fallocate 0x03f739 thru 0x03ffff (0x8c7 bytes) 000539 1783970713.005990 trunc from 0x040000 to 0x00e8b5 (0x3174a bytes) 000540 1783970713.039797 trunc from 0x00e8b6 to 0x00b7db (0x30da bytes) 000541 1783970713.072317 trunc from 0x00b7dc to 0x031dfa (0x2661f bytes) 000543 1783970713.127889 write 0x005d88 thru 0x01523a (0xf4b3 bytes) 000544 1783970713.137257 write 0x00bee8 thru 0x0107e9 (0x4902 bytes) 000545 1783970713.138402 write 0x002008 thru 0x00201c (0x15 bytes) 000546 1783970713.151680 write 0x02619b thru 0x02e5d5 (0x843b bytes) 000547 1783970713.166154 fallocate 0x0200b9 thru 0x02bf0f (0xbe57 bytes) 000548 1783970713.171324 trunc from 0x028fe1 to 0x031dfa (0x8e1a bytes) 000549 1783970713.222617 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x31dfb): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31dfb): Mirror 5: 0x5ab4acb1 (stale) Mirror 6: 0x5ab4acb1 (stale) Mirror 7: 0x8aa2d436 (stale) CRC-32 checksum value for chunk [0, 0x31dfb): Mirror 1: 0xdefac5fe Mirror 8: 0xdefac5fe lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31dfb: skipped 000550 1783970714.608366 trunc from 0x031dfb to 0x01b3e7 (0x16a13 bytes) 000551 1783970714.679415 read 0x0176b1 thru 0x01b3e7 (0x3d37 bytes) 000552 1783970714.699519 fallocate 0x00f479 thru 0x0111b3 (0x1d3b bytes) 000553 1783970714.717835 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x1b3e8): Mirror 5: (stale - read error) Mirror 6: (stale - read error) Mirror 7: (stale - read error) Mirror 8: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1b3e8): Mirror 5: 0x34b64132 (stale) Mirror 6: 0x34b64132 (stale) Mirror 7: 0x354f4623 (stale) Mirror 8: 0x6032f161 (stale) CRC-32 checksum value for chunk [0, 0x1b3e8): Mirror 1: 0x6032f161 Mirror 9: 0x6032f161 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1b3e8: skipped 000554 1783970716.286782 mapread 0x0196ef thru 0x01b3e7 (0x1cf9 bytes) 000555 1783970716.321263 fallocate 0x03ec41 thru 0x03ffff (0x13bf bytes) 000556 1783970716.395466 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xa5ec2360 (stale) Mirror 7: 0x479ada3a (stale) Mirror 8: 0xdc1c4bd6 (stale) Mirror 9: 0x8501c1d7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 5: 0xa5ec2360 (stale) Mirror 7: 0x479ada3a (stale) Mirror 8: 0xdc1c4bd6 (stale) Mirror 9: 0x8501c1d7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000557 1783970716.936560 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x479ada3a (stale) Mirror 8: 0xdc1c4bd6 (stale) Mirror 9: 0x8501c1d7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x479ada3a (stale) Mirror 8: 0xdc1c4bd6 (stale) Mirror 9: 0x8501c1d7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000558 1783970717.358344 trunc from 0x0036a9 to 0x00cd38 (0x9690 bytes) 000559 1783970717.365907 read 0x008b14 thru 0x017acb (0xefb8 bytes) 000560 1783970717.385788 trunc from 0x00536b to 0x014335 (0xefcb bytes) 000561 1783970717.394088 trunc from 0x022368 to 0x027cdd (0x5976 bytes) 000562 1783970717.403377 mapwrite 0x005b75 thru 0x00f956 (0x9de2 bytes) 000563 1783970717.495122 trunc from 0x015842 to 0x01908e (0x384d bytes) 000564 1783970717.502070 trunc from 0x040000 to 0x006a2a (0x395d5 bytes) 000565 1783970717.534687 write 0x01b892 thru 0x02acdd (0xf44c bytes) 000568 1783970717.543104 trunc from 0x02acde to 0x03f7dc (0x14aff bytes) 000569 1783970717.564147 trunc from 0x03f7dd to 0x0392e9 (0x64f3 bytes) 000570 1783970717.590378 fallocate 0x015c4a thru 0x0179b1 (0x1d68 bytes) 000572 1783970717.599963 read 0x022377 thru 0x02258a (0x214 bytes) 000573 1783970717.601373 fallocate 0x015249 thru 0x016ebf (0x1c77 bytes) 000574 1783970717.614825 mapwrite 0x03207a thru 0x03ca50 (0xa9d7 bytes) 000575 1783970717.682866 write 0x0330c4 thru 0x03747a (0x43b7 bytes) 000576 1783970717.685157 punch from 0x02bde3 to 0x039c01 (0xde1f bytes) 000577 1783970717.698628 trunc from 0x0211bd to 0x02f07d (0xdec1 bytes) 000578 1783970717.704586 trunc from 0x03ca51 to 0x00bb50 (0x30f00 bytes) 000579 1783970717.721036 trunc from 0x00bb51 to 0x011211 (0x56c1 bytes) 000580 1783970717.741294 read 0x003cb3 thru 0x006d9c (0x30ea bytes) 000582 1783970717.744011 mapread 0x00315b thru 0x004002 (0xea8 bytes) 000583 1783970717.747239 trunc from 0x00583c to 0x00727b (0x1a40 bytes) 000584 1783970717.757347 read 0x006cdc thru 0x011211 (0xa536 bytes) 000585 1783970717.770205 write 0x037b19 thru 0x03ffff (0x84e7 bytes) 000586 1783970717.771908 read 0x037f20 thru 0x03ffff (0x80e0 bytes) 000587 1783970717.781848 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: (stale - read error) Mirror 8: (stale - read error) Mirror 9: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 7: 0x479ada3a (stale) Mirror 8: 0xdc1c4bd6 (stale) Mirror 9: 0x8501c1d7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0x320c2be7 Mirror 10: 0x320c2be7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000588 1783970719.139298 mapread 0x03e06a thru 0x03ffff (0x1f96 bytes) 000589 1783970719.151850 punch from 0x010ec0 to 0x0188b6 (0x79f7 bytes) 000591 1783970719.235740 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xdc1c4bd6 (stale) Mirror 9: 0x8501c1d7 (stale) Mirror 10: 0x320c2be7 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xdc1c4bd6 (stale) Mirror 9: 0x8501c1d7 (stale) Mirror 10: 0x320c2be7 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000592 1783970719.654445 read 0x0372db thru 0x03ffff (0x8d25 bytes) 000593 1783970719.677972 write 0x02840d thru 0x037fde (0xfbd2 bytes) 000595 1783970719.720241 write 0x029688 thru 0x0361df (0xcb58 bytes) 000596 1783970719.721945 punch from 0x0318b2 to 0x032ed8 (0x1627 bytes) 000597 1783970719.748426 read 0x019dda thru 0x01deb6 (0x40dd bytes) 000598 1783970719.795946 mapread 0x008eb7 thru 0x012850 (0x999a bytes) 000599 1783970719.798259 mapwrite 0x021c19 thru 0x0229d7 (0xdbf bytes) 000600 1783970719.835623 punch from 0x006405 to 0x0088bb (0x24b7 bytes) 000601 1783970719.857934 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 8: 0xdc1c4bd6 (stale) Mirror 9: 0x8501c1d7 (stale) Mirror 10: 0x320c2be7 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xe1c98e2c Mirror 11: 0xe1c98e2c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000602 1783970721.247464 read 0x0272ff thru 0x028765 (0x1467 bytes) 000603 1783970721.253774 punch from 0x035e89 to 0x03fb12 (0x9c8a bytes) 000604 1783970721.299356 trunc from 0x040000 to 0x036a72 (0x958d bytes) 000605 1783970721.338929 punch from 0x0156e1 to 0x01aaf6 (0x5416 bytes) 000606 1783970721.351023 write 0x01c5ba thru 0x027711 (0xb158 bytes) 000607 1783970721.382568 mapwrite 0x0291c4 thru 0x0357e9 (0xc626 bytes) 000608 1783970721.500257 punch from 0x00debc to 0x00e21c (0x361 bytes) 000609 1783970721.509041 trunc from 0x036a73 to 0x011423 (0x2564f bytes) 000610 1783970721.539624 mapwrite 0x007f18 thru 0x00a234 (0x231d bytes) 000611 1783970721.623754 mapread 0x00c465 thru 0x011423 (0x4fbf bytes) 000612 1783970721.648910 trunc from 0x011424 to 0x0021e0 (0xf243 bytes) 000613 1783970721.700915 punch from 0x000ea1 to 0x0021e0 (0x1340 bytes) 000614 1783970721.727767 MIRROR_RESYNC 5 mirrors 000615 1783970723.201279 trunc from 0x0021e1 to 0x025fe3 (0x23e03 bytes) 000616 1783970723.329374 punch from 0x022cce to 0x025fe3 (0x3316 bytes) 000617 1783970723.336727 mapread 0x01e405 thru 0x0211de (0x2dda bytes) 000618 1783970723.396638 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x25fe4): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25fe4): Mirror 8: 0xa9cb73ff (stale) Mirror 9: 0xa9cb73ff (stale) Mirror 10: 0xa9cb73ff (stale) Mirror 11: 0xa9cb73ff (stale) CRC-32 checksum value for chunk [0, 0x25fe4): Mirror 1: 0xa9cb73ff Mirror 12: 0xa9cb73ff lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25fe4: skipped 000619 1783970724.346009 punch from 0x010c04 to 0x01a05f (0x945c bytes) 000620 1783970724.417315 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x25fe4): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x25fe4): Mirror 8: 0xa9cb73ff (stale) Mirror 9: 0xa9cb73ff (stale) Mirror 10: 0xa9cb73ff (stale) Mirror 11: 0xa9cb73ff (stale) Mirror 12: 0xa9cb73ff (stale) CRC-32 checksum value for chunk [0, 0x25fe4): Mirror 1: 0xa9cb73ff Mirror 13: 0xa9cb73ff lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x25fe4: skipped 000621 1783970725.534473 trunc from 0x025fe4 to 0x01fd92 (0x6251 bytes) 000622 1783970725.676544 mapread 0x00839c thru 0x009f40 (0x1ba5 bytes) 000624 1783970725.725419 mapwrite 0x032576 thru 0x037950 (0x53db bytes) 000625 1783970725.865548 trunc from 0x037951 to 0x024cd7 (0x12c79 bytes) 000626 1783970725.902178 trunc from 0x024cd8 to 0x0142a2 (0x10a35 bytes) 000627 1783970725.960146 write 0x0244a3 thru 0x026c2b (0x2789 bytes) 000628 1783970725.961605 mapwrite 0x00c7d4 thru 0x00c83f (0x6c bytes) 000629 1783970726.042530 punch from 0x01bcd1 to 0x01f905 (0x3c35 bytes) 000630 1783970726.051801 read 0x0083b7 thru 0x00b540 (0x318a bytes) 000631 1783970726.052594 read 0x015b83 thru 0x019c35 (0x40b3 bytes) 000632 1783970726.065645 fallocate 0x030383 thru 0x0322c4 (0x1f42 bytes) 000633 1783970726.076980 mapwrite 0x02cfa5 thru 0x037d60 (0xadbc bytes) 000634 1783970726.199402 read 0x032925 thru 0x037d60 (0x543c bytes) 000635 1783970726.201792 trunc from 0x037d61 to 0x025da9 (0x11fb7 bytes) 000636 1783970726.239323 mapwrite 0x012258 thru 0x0134a2 (0x124b bytes) 000637 1783970726.276753 read 0x012823 thru 0x01979e (0x6f7c bytes) 000638 1783970726.280357 punch from 0x0042af to 0x00d6f2 (0x9444 bytes) 000639 1783970726.290060 trunc from 0x025daa to 0x004512 (0x21897 bytes) 000640 1783970726.318467 write 0x02df85 thru 0x031d4d (0x3dc9 bytes) 000641 1783970726.323045 fallocate 0x0359e8 thru 0x03ffff (0xa618 bytes) 000642 1783970726.337788 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x31d4e): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x31d4e): Mirror 8: 0xb0fae3e9 (stale) Mirror 9: 0xb0fae3e9 (stale) Mirror 10: 0xb0fae3e9 (stale) Mirror 11: 0xb0fae3e9 (stale) Mirror 12: 0xb0fae3e9 (stale) Mirror 13: 0xb0fae3e9 (stale) CRC-32 checksum value for chunk [0, 0x31d4e): Mirror 1: 0x9084e77a Mirror 14: 0x9084e77a lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x31d4e: skipped 000643 1783970727.686229 trunc from 0x013d9c to 0x018d2e (0x4f93 bytes) 000644 1783970727.729285 mapread 0x022a6a thru 0x03033e (0xd8d5 bytes) 000645 1783970727.757872 read 0x010c07 thru 0x0147e0 (0x3bda bytes) 000646 1783970727.773524 mapwrite 0x03faf9 thru 0x03ffff (0x507 bytes) 000648 1783970727.900747 punch from 0x025af7 to 0x032594 (0xca9e bytes) 000649 1783970727.919729 fallocate 0x0363b4 thru 0x03ffff (0x9c4c bytes) 000650 1783970727.929374 trunc from 0x008974 to 0x016e1b (0xe4a8 bytes) 000651 1783970727.948130 mapread 0x01c115 thru 0x01f98d (0x3879 bytes) 000652 1783970727.961194 mapwrite 0x012a47 thru 0x01d4e0 (0xaa9a bytes) 000653 1783970728.022326 fallocate 0x01ed75 thru 0x029e3d (0xb0c9 bytes) 000654 1783970728.033387 trunc from 0x00d0d4 to 0x01361b (0x6548 bytes) 000655 1783970728.051605 trunc from 0x033ea3 to 0x03e804 (0xa962 bytes) 000656 1783970728.058940 write 0x026df2 thru 0x034051 (0xd260 bytes) 000657 1783970728.092921 read 0x02bb92 thru 0x02e78e (0x2bfd bytes) 000658 1783970728.095203 write 0x01fdca thru 0x028ec0 (0x90f7 bytes) 000659 1783970728.098193 punch from 0x01d7ff to 0x01fb8c (0x238e bytes) 000660 1783970728.130453 mapread 0x026e89 thru 0x036d8b (0xff03 bytes) 000662 1783970728.159333 trunc from 0x040000 to 0x02649a (0x19b65 bytes) 000663 1783970728.197092 fallocate 0x03a74b thru 0x03e33a (0x3bf0 bytes) 000664 1783970728.228064 write 0x00d091 thru 0x0143f5 (0x7365 bytes) 000665 1783970728.235230 read 0x02dcd7 thru 0x03ca18 (0xed42 bytes) 000666 1783970728.257331 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x3e33b): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 11: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e33b): Mirror 8: 0xea595a9e (stale) Mirror 9: 0xea595a9e (stale) Mirror 10: 0xea595a9e (stale) Mirror 11: 0xea595a9e (stale) Mirror 12: 0xea595a9e (stale) Mirror 13: 0xea595a9e (stale) Mirror 14: 0x25feb55c (stale) CRC-32 checksum value for chunk [0, 0x3e33b): Mirror 1: 0xf93d0848 Mirror 15: 0xf93d0848 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e33b: skipped 000667 1783970729.937633 trunc from 0x03e33b to 0x023350 (0x1afea bytes) 000668 1783970730.095283 mapwrite 0x01e3ec thru 0x01eb7d (0x792 bytes) 000669 1783970730.112938 mapread 0x01a052 thru 0x01af0b (0xeba bytes) 000670 1783970730.123410 MIRROR_RESYNC 9 mirrors 000671 1783970732.465939 mapread 0x010535 thru 0x017648 (0x7114 bytes) 000672 1783970732.493173 write 0x01b302 thru 0x027621 (0xc320 bytes) 000673 1783970732.564925 MIRROR_SPLIT mirror 4 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x27622): Mirror 8: 0xf5b4e7d1 (stale) Mirror 9: 0xf5b4e7d1 (stale) Mirror 10: 0xf5b4e7d1 (stale) Mirror 12: 0xf5b4e7d1 (stale) Mirror 13: 0xf5b4e7d1 (stale) Mirror 14: 0xf5b4e7d1 (stale) Mirror 15: 0xf5b4e7d1 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27622): Mirror 8: 0xf5b4e7d1 (stale) Mirror 9: 0xf5b4e7d1 (stale) Mirror 10: 0xf5b4e7d1 (stale) Mirror 12: 0xf5b4e7d1 (stale) Mirror 13: 0xf5b4e7d1 (stale) Mirror 14: 0xf5b4e7d1 (stale) Mirror 15: 0xf5b4e7d1 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27622: skipped 000674 1783970733.275622 fallocate 0x00c65a thru 0x015bce (0x9575 bytes) 000675 1783970733.301831 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x27622): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27622): Mirror 8: 0xf5b4e7d1 (stale) Mirror 9: 0xf5b4e7d1 (stale) Mirror 10: 0xf5b4e7d1 (stale) Mirror 12: 0xf5b4e7d1 (stale) Mirror 13: 0xf5b4e7d1 (stale) Mirror 14: 0xf5b4e7d1 (stale) Mirror 15: 0xf5b4e7d1 (stale) CRC-32 checksum value for chunk [0, 0x27622): Mirror 1: 0x7e1cf53e Mirror 16: 0x7e1cf53e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27622: skipped 000676 1783970734.682105 mapwrite 0x00c57c thru 0x00f58d (0x3012 bytes) 000677 1783970734.827023 fallocate 0x01d6a9 thru 0x026f22 (0x987a bytes) 000678 1783970734.849885 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x27622): Mirror 8: (stale - read error) Mirror 9: (stale - read error) Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 13: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27622): Mirror 8: 0xf5b4e7d1 (stale) Mirror 9: 0xf5b4e7d1 (stale) Mirror 10: 0xf5b4e7d1 (stale) Mirror 12: 0xf5b4e7d1 (stale) Mirror 13: 0xf5b4e7d1 (stale) Mirror 14: 0xf5b4e7d1 (stale) Mirror 15: 0xf5b4e7d1 (stale) Mirror 16: 0x7e1cf53e (stale) CRC-32 checksum value for chunk [0, 0x27622): Mirror 1: 0x64ec94c1 Mirror 17: 0x64ec94c1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27622: skipped 000679 1783970736.279427 read 0x02660c thru 0x027621 (0x1016 bytes) 000680 1783970736.293510 MIRROR_SPLIT mirror 5 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x27622): Mirror 8: 0xf5b4e7d1 (stale) Mirror 9: 0xf5b4e7d1 (stale) Mirror 10: 0xf5b4e7d1 (stale) Mirror 12: 0xf5b4e7d1 (stale) Mirror 14: 0xf5b4e7d1 (stale) Mirror 15: 0xf5b4e7d1 (stale) Mirror 16: 0x7e1cf53e (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x27622): Mirror 8: 0xf5b4e7d1 (stale) Mirror 9: 0xf5b4e7d1 (stale) Mirror 10: 0xf5b4e7d1 (stale) Mirror 12: 0xf5b4e7d1 (stale) Mirror 14: 0xf5b4e7d1 (stale) Mirror 15: 0xf5b4e7d1 (stale) Mirror 16: 0x7e1cf53e (stale) CRC-32 checksum value for chunk [0, 0x27622): Mirror 1: 0x64ec94c1 Mirror 17: 0x64ec94c1 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x27622: skipped 000681 1783970737.488514 write 0x02516f thru 0x034da0 (0xfc32 bytes) 000682 1783970737.550759 trunc from 0x025c52 to 0x025f08 (0x2b7 bytes) 000683 1783970737.566013 trunc from 0x0152c0 to 0x0199c1 (0x4702 bytes) 000687 1783970737.576356 mapread 0x02345c thru 0x033353 (0xfef8 bytes) 000688 1783970737.603919 trunc from 0x00ea73 to 0x01c51e (0xdaac bytes) 000689 1783970737.617466 fallocate 0x032610 thru 0x03e191 (0xbb82 bytes) 000690 1783970737.624537 trunc from 0x0165b0 to 0x01d9cf (0x7420 bytes) 000691 1783970737.639452 MIRROR_SPLIT mirror 2 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3e192): Mirror 8: 0x49b440a5 (stale) Mirror 10: 0x49b440a5 (stale) Mirror 12: 0x49b440a5 (stale) Mirror 14: 0x49b440a5 (stale) Mirror 15: 0x49b440a5 (stale) Mirror 16: 0xb2527a21 (stale) Mirror 17: 0x82412000 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3e192): Mirror 8: 0x49b440a5 (stale) Mirror 10: 0x49b440a5 (stale) Mirror 12: 0x49b440a5 (stale) Mirror 14: 0x49b440a5 (stale) Mirror 15: 0x49b440a5 (stale) Mirror 16: 0xb2527a21 (stale) Mirror 17: 0x82412000 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3e192: skipped 000692 1783970738.292894 mapread 0x001ee4 thru 0x002c60 (0xd7d bytes) 000693 1783970738.314447 trunc from 0x0032f9 to 0x011a13 (0xe71b bytes) 000694 1783970738.326516 mapread 0x02b7c1 thru 0x035b22 (0xa362 bytes) 000695 1783970738.354177 trunc from 0x03e192 to 0x00cb81 (0x31610 bytes) 000696 1783970738.397585 fallocate 0x03b967 thru 0x03e61a (0x2cb4 bytes) 000697 1783970738.415086 mapread 0x002550 thru 0x0094a2 (0x6f53 bytes) 000698 1783970738.439833 MIRROR_SPLIT mirror 7 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0xcb82): Mirror 8: 0x68fc8677 (stale) Mirror 10: 0x68fc8677 (stale) Mirror 12: 0x68fc8677 (stale) Mirror 14: 0x68fc8677 (stale) Mirror 15: 0x68fc8677 (stale) Mirror 16: 0x68fc8677 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xcb82): Mirror 8: 0x68fc8677 (stale) Mirror 10: 0x68fc8677 (stale) Mirror 12: 0x68fc8677 (stale) Mirror 14: 0x68fc8677 (stale) Mirror 15: 0x68fc8677 (stale) Mirror 16: 0x68fc8677 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xcb82: skipped 000699 1783970738.938606 write 0x01dc8e thru 0x0285f1 (0xa964 bytes) 000700 1783970738.944783 mapwrite 0x018070 thru 0x023392 (0xb323 bytes) 000701 1783970738.984886 write 0x00de47 thru 0x01b0e2 (0xd29c bytes) 000702 1783970738.995543 punch from 0x0218d5 to 0x023b99 (0x22c5 bytes) 000703 1783970739.009312 mapwrite 0x0127aa thru 0x01d138 (0xa98f bytes) 000704 1783970739.046706 fallocate 0x024085 thru 0x033b5d (0xfad9 bytes) 000705 1783970739.053984 mapread 0x023be5 thru 0x0285f1 (0x4a0d bytes) 000706 1783970739.067589 mapwrite 0x02d837 thru 0x02e989 (0x1153 bytes) 000707 1783970739.112293 mapwrite 0x0040be thru 0x011cb5 (0xdbf8 bytes) 000708 1783970739.173233 MIRROR_SPLIT mirror 1 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2e98a): Mirror 10: 0xd5cf8413 (stale) Mirror 12: 0xd5cf8413 (stale) Mirror 14: 0xd5cf8413 (stale) Mirror 15: 0xd5cf8413 (stale) Mirror 16: 0x1163a499 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2e98a): Mirror 10: 0xd5cf8413 (stale) Mirror 12: 0xd5cf8413 (stale) Mirror 14: 0xd5cf8413 (stale) Mirror 15: 0xd5cf8413 (stale) Mirror 16: 0x1163a499 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2e98a: skipped 000709 1783970739.820182 trunc from 0x02e98a to 0x02041f (0xe56a bytes) 000710 1783970739.864648 trunc from 0x020420 to 0x00d886 (0x12b99 bytes) 000712 1783970739.904189 read 0x00351e thru 0x003bcb (0x6ae bytes) 000713 1783970739.910176 punch from 0x008c2b to 0x00d886 (0x4c5c bytes) 000714 1783970739.939473 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0xd887): Mirror 10: (stale - read error) Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xd887): Mirror 10: 0xe509d768 (stale) Mirror 12: 0xe509d768 (stale) Mirror 14: 0xe509d768 (stale) Mirror 15: 0xe509d768 (stale) Mirror 16: 0xe509d768 (stale) CRC-32 checksum value for chunk [0, 0xd887): Mirror 1: 0xdbe53b7 Mirror 17: 0xdbe53b7 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xd887: skipped 000715 1783970741.237648 read 0x006459 thru 0x00d886 (0x742e bytes) 000716 1783970741.259452 mapwrite 0x011b2c thru 0x019ebb (0x8390 bytes) 000717 1783970741.457397 MIRROR_RESYNC 7 mirrors 000718 1783970744.505635 MIRROR_RESYNC 7 mirrors 000719 1783970745.311822 MIRROR_EXTEND to 8 mirrors 000720 1783970746.529767 MIRROR_RESYNC 8 mirrors 000721 1783970747.133075 mapwrite 0x01b7d9 thru 0x026bb5 (0xb3dd bytes) 000722 1783970747.264854 mapread 0x00fe0c thru 0x01f640 (0xf835 bytes) 000723 1783970747.276193 trunc from 0x000cb2 to 0x0056e8 (0x4a37 bytes) 000724 1783970747.283552 fallocate 0x03a6ac thru 0x03ffff (0x5954 bytes) 000725 1783970747.289719 write 0x03c54b thru 0x03ffff (0x3ab5 bytes) 000726 1783970747.292454 mapread 0x034347 thru 0x03dcf9 (0x99b3 bytes) 000727 1783970747.303348 mapread 0x00fa63 thru 0x0134c3 (0x3a61 bytes) 000729 1783970747.317902 mapread 0x03deb3 thru 0x03fa73 (0x1bc1 bytes) 000730 1783970747.324304 trunc from 0x00e7bb to 0x01c981 (0xe1c7 bytes) 000731 1783970747.336533 fallocate 0x0196c1 thru 0x01b112 (0x1a52 bytes) 000732 1783970747.345078 trunc from 0x040000 to 0x028dbc (0x17243 bytes) 000733 1783970747.382693 mapwrite 0x007b41 thru 0x01661e (0xeade bytes) 000734 1783970747.455495 mapread 0x014cad thru 0x022a32 (0xdd86 bytes) 000735 1783970747.466435 punch from 0x001be3 to 0x004cb5 (0x30d3 bytes) 000736 1783970747.473167 trunc from 0x028dbd to 0x009f68 (0x1ee54 bytes) 000737 1783970747.511768 read 0x009032 thru 0x009f68 (0xf37 bytes) 000738 1783970747.519335 read 0x0023b9 thru 0x004cf5 (0x293d bytes) 000739 1783970747.533858 punch from 0x009edc to 0x009f68 (0x8d bytes) 000740 1783970747.546540 trunc from 0x004220 to 0x0079d8 (0x37b9 bytes) 000741 1783970747.552326 trunc from 0x009af2 to 0x009f68 (0x477 bytes) 000742 1783970747.557612 write 0x0363b8 thru 0x03de2a (0x7a73 bytes) 000743 1783970747.560916 trunc from 0x00bad1 to 0x014032 (0x8562 bytes) 000744 1783970747.571250 MIRROR_SPLIT mirror 1 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3de2b): Mirror 12: 0x91ed056f (stale) Mirror 14: 0x91ed056f (stale) Mirror 15: 0x91ed056f (stale) Mirror 16: 0x91ed056f (stale) Mirror 17: 0x91ed056f (stale) Mirror 18: 0x91ed056f (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3de2b): Mirror 12: 0x91ed056f (stale) Mirror 14: 0x91ed056f (stale) Mirror 15: 0x91ed056f (stale) Mirror 16: 0x91ed056f (stale) Mirror 17: 0x91ed056f (stale) Mirror 18: 0x91ed056f (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3de2b: skipped 000745 1783970748.264821 punch from 0x03c02a to 0x03de2a (0x1e01 bytes) 000746 1783970748.276281 MIRROR_RESYNC 7 mirrors 000747 1783970750.365685 trunc from 0x015b48 to 0x024421 (0xe8da bytes) 000749 1783970750.405020 MIRROR_RESYNC 7 mirrors 000750 1783970752.131955 mapwrite 0x03e6ab thru 0x03ff80 (0x18d6 bytes) 000751 1783970752.252595 trunc from 0x0092ac to 0x00eea2 (0x5bf7 bytes) 000752 1783970752.261396 punch from 0x0061d6 to 0x012276 (0xc0a1 bytes) 000753 1783970752.272569 trunc from 0x03ff81 to 0x031c7d (0xe303 bytes) 000754 1783970752.296356 trunc from 0x02cfc9 to 0x031c7d (0x4cb5 bytes) 000755 1783970752.303046 trunc from 0x031c7e to 0x00df96 (0x23ce7 bytes) 000756 1783970752.326255 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0xdf97): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 18: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0xdf97): Mirror 12: 0xf71ca4b1 (stale) Mirror 14: 0xf71ca4b1 (stale) Mirror 15: 0xf71ca4b1 (stale) Mirror 16: 0xf71ca4b1 (stale) Mirror 17: 0xf71ca4b1 (stale) Mirror 18: 0xf71ca4b1 (stale) CRC-32 checksum value for chunk [0, 0xdf97): Mirror 1: 0x48b1ae7f Mirror 19: 0x48b1ae7f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0xdf97: skipped 000757 1783970753.527858 read 0x002a93 thru 0x0062f8 (0x3866 bytes) 000758 1783970753.558556 trunc from 0x000a35 to 0x008e72 (0x843e bytes) 000759 1783970753.626254 trunc from 0x000d78 to 0x001cae (0xf37 bytes) 000760 1783970753.639105 trunc from 0x00d4d8 to 0x00df96 (0xabf bytes) 000761 1783970753.650540 mapwrite 0x021623 thru 0x021953 (0x331 bytes) 000762 1783970753.757455 mapread 0x00f1e5 thru 0x0181a5 (0x8fc1 bytes) 000763 1783970753.782949 mapwrite 0x00fd30 thru 0x0171c4 (0x7495 bytes) 000764 1783970753.822228 punch from 0x01457a to 0x01c1a6 (0x7c2d bytes) 000765 1783970753.828903 mapwrite 0x0269e0 thru 0x02e2fd (0x791e bytes) 000766 1783970753.876008 trunc from 0x0046f5 to 0x0111fe (0xcb0a bytes) 000768 1783970753.890296 trunc from 0x02e2fe to 0x01bddc (0x12521 bytes) 000769 1783970753.909417 mapread 0x008bd0 thru 0x0130c7 (0xa4f8 bytes) 000770 1783970753.968246 fallocate 0x03a234 thru 0x03ffff (0x5dcc bytes) 000771 1783970753.977760 fallocate 0x0326c8 thru 0x0356b8 (0x2ff1 bytes) 000772 1783970753.985532 trunc from 0x0280c2 to 0x033057 (0xaf96 bytes) 000774 1783970753.991601 mapwrite 0x03ccde thru 0x03ffff (0x3322 bytes) 000775 1783970754.117776 mapread 0x028f20 thru 0x02b182 (0x2263 bytes) 000776 1783970754.144048 MIRROR_RESYNC 8 mirrors 000777 1783970756.836242 fallocate 0x010712 thru 0x013a12 (0x3301 bytes) 000778 1783970756.873588 trunc from 0x0231b4 to 0x024608 (0x1455 bytes) 000779 1783970756.878856 mapwrite 0x03af62 thru 0x03ffff (0x509e bytes) 000780 1783970756.932561 punch from 0x00da5e to 0x01445a (0x69fd bytes) 000781 1783970756.939775 trunc from 0x040000 to 0x03fb5a (0x4a5 bytes) 000782 1783970756.970606 MIRROR_SPLIT mirror 6 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3fb5b): Mirror 12: 0x2f046ada (stale) Mirror 14: 0x2f046ada (stale) Mirror 15: 0x2f046ada (stale) Mirror 16: 0x2f046ada (stale) Mirror 17: 0x2f046ada (stale) Mirror 19: 0x2f046ada (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fb5b): Mirror 12: 0x2f046ada (stale) Mirror 14: 0x2f046ada (stale) Mirror 15: 0x2f046ada (stale) Mirror 16: 0x2f046ada (stale) Mirror 17: 0x2f046ada (stale) Mirror 19: 0x2f046ada (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fb5b: skipped 000783 1783970757.626829 trunc from 0x03205b to 0x037bb6 (0x5b5c bytes) 000784 1783970757.632855 mapread 0x003be5 thru 0x00c195 (0x85b1 bytes) 000785 1783970757.662698 MIRROR_EXTEND to 8 mirrors CRC-32 checksum value for chunk [0, 0x3fb5b): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3fb5b): Mirror 12: 0x2f046ada (stale) Mirror 14: 0x2f046ada (stale) Mirror 15: 0x2f046ada (stale) Mirror 16: 0x2f046ada (stale) Mirror 17: 0x2f046ada (stale) Mirror 19: 0x2f046ada (stale) CRC-32 checksum value for chunk [0, 0x3fb5b): Mirror 1: 0x61fa4d8c Mirror 20: 0x61fa4d8c lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3fb5b: skipped 000786 1783970759.114757 punch from 0x00980b to 0x00b9e2 (0x21d8 bytes) 000787 1783970759.195937 trunc from 0x03fb5b to 0x0100ff (0x2fa5b bytes) 000788 1783970759.284845 mapwrite 0x026217 thru 0x029098 (0x2e82 bytes) 000789 1783970759.414513 read 0x027bc0 thru 0x029098 (0x14d9 bytes) 000790 1783970759.416351 write 0x0152fc thru 0x023f07 (0xec0c bytes) 000791 1783970759.428804 trunc from 0x025de6 to 0x02681c (0xa37 bytes) 000792 1783970759.435466 read 0x0051b3 thru 0x00af0f (0x5d5d bytes) 000793 1783970759.460516 MIRROR_RESYNC 8 mirrors 000794 1783970761.553465 read 0x00240d thru 0x0100c6 (0xdcba bytes) 000795 1783970761.580435 read 0x02468f thru 0x029098 (0x4a0a bytes) 000796 1783970761.604575 trunc from 0x0016a3 to 0x01096a (0xf2c8 bytes) 000797 1783970761.679884 mapread 0x011945 thru 0x018f1b (0x75d7 bytes) 000798 1783970761.725076 mapread 0x01b03a thru 0x01f11b (0x40e2 bytes) 000799 1783970761.756295 MIRROR_EXTEND to 9 mirrors CRC-32 checksum value for chunk [0, 0x29099): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29099): Mirror 12: 0x5bca36e0 (stale) Mirror 14: 0x5bca36e0 (stale) Mirror 15: 0x5bca36e0 (stale) Mirror 16: 0x5bca36e0 (stale) Mirror 17: 0x5bca36e0 (stale) Mirror 19: 0x5bca36e0 (stale) Mirror 20: 0x5bca36e0 (stale) CRC-32 checksum value for chunk [0, 0x29099): Mirror 1: 0x5bca36e0 Mirror 21: 0x5bca36e0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29099: skipped 000800 1783970763.137841 mapread 0x025e1f thru 0x029098 (0x327a bytes) 000801 1783970763.214601 MIRROR_EXTEND to 10 mirrors CRC-32 checksum value for chunk [0, 0x29099): Mirror 12: (stale - read error) Mirror 14: (stale - read error) Mirror 15: (stale - read error) Mirror 16: (stale - read error) Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 20: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x29099): Mirror 12: 0x5bca36e0 (stale) Mirror 14: 0x5bca36e0 (stale) Mirror 15: 0x5bca36e0 (stale) Mirror 16: 0x5bca36e0 (stale) Mirror 17: 0x5bca36e0 (stale) Mirror 19: 0x5bca36e0 (stale) Mirror 20: 0x5bca36e0 (stale) CRC-32 checksum value for chunk [0, 0x29099): Mirror 1: 0x5bca36e0 Mirror 21: 0x5bca36e0 Mirror 22: 0x5bca36e0 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x29099: skipped 000802 1783970764.447770 mapread 0x020ea3 thru 0x0249be (0x3b1c bytes) 000803 1783970764.484441 punch from 0x0167c1 to 0x022660 (0xbea0 bytes) 000804 1783970764.547281 trunc from 0x029099 to 0x0102dc (0x18dbc bytes) 000805 1783970764.573361 trunc from 0x0055e2 to 0x005b73 (0x592 bytes) 000806 1783970764.581458 MIRROR_RESYNC 10 mirrors 000807 1783970766.409186 trunc from 0x00b5e4 to 0x0102dc (0x4cf9 bytes) 000808 1783970766.514338 MIRROR_SPLIT mirror 7 to 9 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x102dd): Mirror 12: 0x71fd3a48 (stale) Mirror 14: 0x71fd3a48 (stale) Mirror 15: 0x71fd3a48 (stale) Mirror 16: 0x71fd3a48 (stale) Mirror 17: 0x71fd3a48 (stale) Mirror 19: 0x71fd3a48 (stale) Mirror 21: 0x71fd3a48 (stale) Mirror 22: 0x71fd3a48 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x102dd): Mirror 12: 0x71fd3a48 (stale) Mirror 14: 0x71fd3a48 (stale) Mirror 15: 0x71fd3a48 (stale) Mirror 16: 0x71fd3a48 (stale) Mirror 17: 0x71fd3a48 (stale) Mirror 19: 0x71fd3a48 (stale) Mirror 21: 0x71fd3a48 (stale) Mirror 22: 0x71fd3a48 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x102dd: skipped 000811 1783970767.167292 trunc from 0x0102dd to 0x0068b9 (0x9a23 bytes) 000812 1783970767.213898 mapread 0x001a36 thru 0x001e47 (0x412 bytes) 000813 1783970767.224703 trunc from 0x0058b1 to 0x005a48 (0x198 bytes) 000814 1783970767.240913 fallocate 0x00891c thru 0x013760 (0xae45 bytes) 000815 1783970767.253446 read 0x010090 thru 0x013760 (0x36d1 bytes) 000816 1783970767.268340 mapread 0x00a7e2 thru 0x00a85b (0x7a bytes) 000817 1783970767.284267 mapread 0x00b94a thru 0x00d600 (0x1cb7 bytes) 000819 1783970767.311262 fallocate 0x03bab4 thru 0x03ffff (0x454c bytes) 000820 1783970767.320159 mapwrite 0x03ce08 thru 0x03ffff (0x31f8 bytes) 000821 1783970767.351827 trunc from 0x040000 to 0x01f28a (0x20d75 bytes) 000822 1783970767.393536 MIRROR_SPLIT mirror 4 to 8 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1f28b): Mirror 12: 0x7075b0b2 (stale) Mirror 14: 0x7075b0b2 (stale) Mirror 15: 0x7075b0b2 (stale) Mirror 17: 0x7075b0b2 (stale) Mirror 19: 0x7075b0b2 (stale) Mirror 21: 0x7075b0b2 (stale) Mirror 22: 0x7075b0b2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f28b): Mirror 12: 0x7075b0b2 (stale) Mirror 14: 0x7075b0b2 (stale) Mirror 15: 0x7075b0b2 (stale) Mirror 17: 0x7075b0b2 (stale) Mirror 19: 0x7075b0b2 (stale) Mirror 21: 0x7075b0b2 (stale) Mirror 22: 0x7075b0b2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f28b: skipped 000823 1783970768.080988 MIRROR_SPLIT mirror 3 to 7 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x1f28b): Mirror 12: 0x7075b0b2 (stale) Mirror 14: 0x7075b0b2 (stale) Mirror 17: 0x7075b0b2 (stale) Mirror 19: 0x7075b0b2 (stale) Mirror 21: 0x7075b0b2 (stale) Mirror 22: 0x7075b0b2 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x1f28b): Mirror 12: 0x7075b0b2 (stale) Mirror 14: 0x7075b0b2 (stale) Mirror 17: 0x7075b0b2 (stale) Mirror 19: 0x7075b0b2 (stale) Mirror 21: 0x7075b0b2 (stale) Mirror 22: 0x7075b0b2 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x1f28b: skipped 000824 1783970768.550211 mapread 0x013453 thru 0x01866b (0x5219 bytes) 000825 1783970768.575402 fallocate 0x019fa6 thru 0x02445f (0xa4ba bytes) 000826 1783970768.592918 MIRROR_SPLIT mirror 2 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x24460): Mirror 12: 0xa861eae0 (stale) Mirror 17: 0xa861eae0 (stale) Mirror 19: 0xa861eae0 (stale) Mirror 21: 0xa861eae0 (stale) Mirror 22: 0xa861eae0 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24460): Mirror 12: 0xa861eae0 (stale) Mirror 17: 0xa861eae0 (stale) Mirror 19: 0xa861eae0 (stale) Mirror 21: 0xa861eae0 (stale) Mirror 22: 0xa861eae0 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24460: skipped 000827 1783970769.300405 MIRROR_RESYNC 6 mirrors 000828 1783970770.712052 trunc from 0x016f69 to 0x018e82 (0x1f1a bytes) 000829 1783970770.768625 trunc from 0x024460 to 0x016e9d (0xd5c2 bytes) 000830 1783970770.814788 MIRROR_SPLIT mirror 1 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x16e9e): Mirror 17: 0xec45970d (stale) Mirror 19: 0xec45970d (stale) Mirror 21: 0xec45970d (stale) Mirror 22: 0xec45970d (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x16e9e): Mirror 17: 0xec45970d (stale) Mirror 19: 0xec45970d (stale) Mirror 21: 0xec45970d (stale) Mirror 22: 0xec45970d (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x16e9e: skipped 000831 1783970771.333290 MIRROR_RESYNC 5 mirrors 000832 1783970772.373556 fallocate 0x022444 thru 0x022464 (0x21 bytes) 000833 1783970772.432187 write 0x02f02a thru 0x034b71 (0x5b48 bytes) 000834 1783970772.433599 trunc from 0x0168f9 to 0x01cdb5 (0x64bd bytes) 000835 1783970772.449799 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x34b72): Mirror 17: (stale - read error) Mirror 19: (stale - read error) Mirror 21: (stale - read error) Mirror 22: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x34b72): Mirror 17: 0x12bd9938 (stale) Mirror 19: 0x12bd9938 (stale) Mirror 21: 0x12bd9938 (stale) Mirror 22: 0x12bd9938 (stale) CRC-32 checksum value for chunk [0, 0x34b72): Mirror 1: 0x4f1173f Mirror 23: 0x4f1173f lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x34b72: skipped 000836 1783970773.726504 read 0x023007 thru 0x02d0fa (0xa0f4 bytes) 000837 1783970773.737788 mapwrite 0x02cd23 thru 0x0336bc (0x699a bytes) 000839 1783970773.915394 mapread 0x02b5e3 thru 0x0346e9 (0x9107 bytes) 000842 1783970773.924169 trunc from 0x017e2f to 0x0219d8 (0x9baa bytes) 000843 1783970773.933803 mapread 0x00faa4 thru 0x01bc19 (0xc176 bytes) 000844 1783970773.985801 read 0x029540 thru 0x033503 (0x9fc4 bytes) 000845 1783970773.992042 punch from 0x01b6d6 to 0x02abb9 (0xf4e4 bytes) 000846 1783970774.004456 punch from 0x0043b4 to 0x007d28 (0x3975 bytes) 000847 1783970774.026477 read 0x0068c0 thru 0x011aed (0xb22e bytes) 000848 1783970774.057418 mapread 0x014f2a thru 0x01e770 (0x9847 bytes) 000849 1783970774.058721 trunc from 0x031867 to 0x034b71 (0x330b bytes) 000850 1783970774.070409 trunc from 0x00bc66 to 0x0153a4 (0x973f bytes) 000851 1783970774.077290 read 0x0001dd thru 0x0022ab (0x20cf bytes) 000852 1783970774.078507 mapwrite 0x034460 thru 0x0363f3 (0x1f94 bytes) 000853 1783970774.172501 fallocate 0x033b9a thru 0x03ffff (0xc466 bytes) 000854 1783970774.178610 read 0x02b135 thru 0x02df6c (0x2e38 bytes) 000855 1783970774.184221 MIRROR_SPLIT mirror 2 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x363f4): Mirror 17: 0x61038276 (stale) Mirror 21: 0x61038276 (stale) Mirror 22: 0x61038276 (stale) Mirror 23: 0xf5667892 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x363f4): Mirror 17: 0x61038276 (stale) Mirror 21: 0x61038276 (stale) Mirror 22: 0x61038276 (stale) Mirror 23: 0xf5667892 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x363f4: skipped 000856 1783970774.651247 mapwrite 0x0297de thru 0x0373ef (0xdc12 bytes) 000857 1783970774.801818 write 0x01c511 thru 0x02430d (0x7dfd bytes) 000858 1783970774.813185 MIRROR_SPLIT mirror 1 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x373f0): Mirror 21: 0x9ecb7ae3 (stale) Mirror 22: 0x9ecb7ae3 (stale) Mirror 23: 0xea06a5b4 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x373f0): Mirror 21: 0x9ecb7ae3 (stale) Mirror 22: 0x9ecb7ae3 (stale) Mirror 23: 0xea06a5b4 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x373f0: skipped 000859 1783970775.290620 trunc from 0x01f254 to 0x027da2 (0x8b4f bytes) 000860 1783970775.309240 MIRROR_RESYNC 4 mirrors 000863 1783970776.567762 mapread 0x0331a8 thru 0x0373ef (0x4248 bytes) 000865 1783970776.595718 mapread 0x034110 thru 0x0373ef (0x32e0 bytes) 000866 1783970776.596724 trunc from 0x0357a7 to 0x036d59 (0x15b3 bytes) 000867 1783970776.642249 write 0x03ed84 thru 0x03ffff (0x127c bytes) 000868 1783970776.643630 trunc from 0x034b88 to 0x0393c2 (0x483b bytes) 000869 1783970776.651639 fallocate 0x01fa20 thru 0x022ba0 (0x3181 bytes) 000870 1783970776.658322 write 0x008cb8 thru 0x00be43 (0x318c bytes) 000871 1783970776.674160 MIRROR_SPLIT mirror 2 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x40000): Mirror 21: 0x7c7dd718 (stale) Mirror 23: 0x7c7dd718 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 21: 0x7c7dd718 (stale) Mirror 23: 0x7c7dd718 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000872 1783970777.018584 mapwrite 0x037ca8 thru 0x03b2c4 (0x361d bytes) 000873 1783970777.069200 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x40000): Mirror 21: (stale - read error) Mirror 23: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x40000): Mirror 21: 0x7c7dd718 (stale) Mirror 23: 0x7c7dd718 (stale) CRC-32 checksum value for chunk [0, 0x40000): Mirror 1: 0xff8edb86 Mirror 24: 0xff8edb86 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x40000: skipped 000874 1783970778.038907 trunc from 0x040000 to 0x0094e6 (0x36b19 bytes) 000875 1783970778.186125 read 0x002fa8 thru 0x0094e6 (0x653f bytes) 000876 1783970778.194811 trunc from 0x0094e7 to 0x03d881 (0x3439b bytes) 000877 1783970778.234975 mapread 0x03a7a7 thru 0x03d881 (0x30db bytes) 000878 1783970778.280778 fallocate 0x014ad2 thru 0x0222bc (0xd7eb bytes) 000879 1783970778.303333 fallocate 0x00524b thru 0x00b34b (0x6101 bytes) 000880 1783970778.323052 punch from 0x03a608 to 0x03d881 (0x327a bytes) 000881 1783970778.329919 punch from 0x038324 to 0x03d881 (0x555e bytes) 000882 1783970778.340616 mapread 0x00c790 thru 0x018c9d (0xc50e bytes) 000883 1783970778.375390 punch from 0x013375 to 0x01878c (0x5418 bytes) 000884 1783970778.389339 trunc from 0x01f4d0 to 0x02188a (0x23bb bytes) 000885 1783970778.404310 mapwrite 0x027b73 thru 0x0324f7 (0xa985 bytes) 000886 1783970778.526974 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x3d882): Mirror 23: 0xc6f0d1ff (stale) Mirror 24: 0x95f3e208 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x3d882): Mirror 23: 0xc6f0d1ff (stale) Mirror 24: 0x95f3e208 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x3d882: skipped 000887 1783970778.965291 write 0x03ee28 thru 0x03f2cf (0x4a8 bytes) 000888 1783970778.975531 read 0x02258f thru 0x0299cc (0x743e bytes) 000889 1783970778.990478 mapread 0x02c591 thru 0x039d81 (0xd7f1 bytes) 000890 1783970779.029176 mapwrite 0x025e0e thru 0x030d4e (0xaf41 bytes) 000891 1783970779.063279 read 0x0132f9 thru 0x020a80 (0xd788 bytes) 000892 1783970779.082877 punch from 0x01f9c6 to 0x022b07 (0x3142 bytes) 000893 1783970779.093215 read 0x00e5f2 thru 0x01dee9 (0xf8f8 bytes) 000894 1783970779.094989 mapread 0x033fd9 thru 0x03f2cf (0xb2f7 bytes) 000895 1783970779.099061 punch from 0x03e1b9 to 0x03e518 (0x360 bytes) 000896 1783970779.110519 mapwrite 0x01ce83 thru 0x027dc2 (0xaf40 bytes) 000897 1783970779.153141 fallocate 0x00a4be thru 0x0167a8 (0xc2eb bytes) 000898 1783970779.164115 mapread 0x007c19 thru 0x009cfb (0x20e3 bytes) 000899 1783970779.165409 trunc from 0x03dc6f to 0x03f2cf (0x1661 bytes) 000900 1783970779.177264 trunc from 0x01328b to 0x01b430 (0x81a6 bytes) 000901 1783970779.188984 write 0x022bbb thru 0x02c751 (0x9b97 bytes) 000902 1783970779.194944 mapread 0x004ca3 thru 0x00e66b (0x99c9 bytes) 000903 1783970779.197513 trunc from 0x03f2d0 to 0x0371a3 (0x812c bytes) 000904 1783970779.232252 MIRROR_EXTEND to 4 mirrors CRC-32 checksum value for chunk [0, 0x371a4): Mirror 23: (stale - read error) Mirror 24: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x371a4): Mirror 23: 0xa66f9fda (stale) Mirror 24: 0xbc1cbbdb (stale) CRC-32 checksum value for chunk [0, 0x371a4): Mirror 1: 0xe03385ed Mirror 25: 0xe03385ed lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x371a4: skipped 000905 1783970780.504400 MIRROR_SPLIT mirror 1 to 3 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x371a4): Mirror 24: 0xbc1cbbdb (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x371a4): Mirror 24: 0xbc1cbbdb (stale) CRC-32 checksum value for chunk [0, 0x371a4): Mirror 1: 0xe03385ed Mirror 25: 0xe03385ed lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x371a4: skipped 000906 1783970780.973881 punch from 0x02aa5e to 0x02daf1 (0x3094 bytes) 000907 1783970781.031898 mapwrite 0x0178d9 thru 0x01d513 (0x5c3b bytes) 000908 1783970781.135315 fallocate 0x00a048 thru 0x018f55 (0xef0e bytes) 000909 1783970781.146376 mapread 0x00b1ac thru 0x015b41 (0xa996 bytes) 000910 1783970781.160634 punch from 0x0353a6 to 0x0371a3 (0x1dfe bytes) 000911 1783970781.165465 trunc from 0x0371a4 to 0x026e44 (0x1035f bytes) 000912 1783970781.225868 write 0x02700d thru 0x030f52 (0x9f46 bytes) 000913 1783970781.227494 trunc from 0x030f53 to 0x006e87 (0x2a0cb bytes) 000915 1783970781.251285 punch from 0x002cfe to 0x006e87 (0x418a bytes) 000916 1783970781.256890 punch from 0x00490c to 0x006e87 (0x257c bytes) 000918 1783970781.266550 MIRROR_RESYNC 3 mirrors 000919 1783970782.136621 trunc from 0x006e88 to 0x019484 (0x125fd bytes) 000920 1783970782.186251 mapwrite 0x00e150 thru 0x018a6b (0xa91c bytes) 000921 1783970782.244446 MIRROR_RESYNC 3 mirrors 000922 1783970783.128794 mapread 0x010130 thru 0x0133c6 (0x3297 bytes) 000925 1783970783.167234 MIRROR_EXTEND to 4 mirrors 000926 1783970783.986763 MIRROR_RESYNC 4 mirrors 000927 1783970784.495916 mapwrite 0x018e93 thru 0x024856 (0xb9c4 bytes) 000928 1783970784.685830 trunc from 0x024857 to 0x013d31 (0x10b25 bytes) 000929 1783970784.724480 write 0x00c2b1 thru 0x00c830 (0x580 bytes) 000930 1783970784.755469 MIRROR_EXTEND to 5 mirrors CRC-32 checksum value for chunk [0, 0x13d32): Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x13d32): Mirror 24: 0x2ed2d776 (stale) Mirror 25: 0x2ed2d776 (stale) Mirror 26: 0x2ed2d776 (stale) CRC-32 checksum value for chunk [0, 0x13d32): Mirror 1: 0x41d73b5e Mirror 27: 0x41d73b5e lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x13d32: skipped 000932 1783970785.851471 MIRROR_RESYNC 5 mirrors 000933 1783970787.011601 trunc from 0x012ee7 to 0x013d31 (0xe4b bytes) 000934 1783970787.057322 punch from 0x00f198 to 0x013d31 (0x4b9a bytes) 000935 1783970787.063599 mapwrite 0x00f510 thru 0x010ba6 (0x1697 bytes) 000936 1783970787.091121 write 0x016c41 thru 0x017d58 (0x1118 bytes) 000937 1783970787.099881 MIRROR_EXTEND to 6 mirrors CRC-32 checksum value for chunk [0, 0x17d59): Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x17d59): Mirror 24: 0x53bcecdd (stale) Mirror 25: 0x53bcecdd (stale) Mirror 26: 0x53bcecdd (stale) Mirror 27: 0x53bcecdd (stale) CRC-32 checksum value for chunk [0, 0x17d59): Mirror 1: 0x9d794a83 Mirror 28: 0x9d794a83 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x17d59: skipped 000939 1783970788.134830 punch from 0x00e21b to 0x00f2a5 (0x108b bytes) 000940 1783970788.180204 mapwrite 0x01fe98 thru 0x024c39 (0x4da2 bytes) 000941 1783970788.274085 read 0x00f1c1 thru 0x0131a8 (0x3fe8 bytes) 000942 1783970788.286534 trunc from 0x00a2e0 to 0x00ac32 (0x953 bytes) 000943 1783970788.311491 MIRROR_EXTEND to 7 mirrors CRC-32 checksum value for chunk [0, 0x24c3a): Mirror 24: (stale - read error) Mirror 25: (stale - read error) Mirror 26: (stale - read error) Mirror 27: (stale - read error) Mirror 28: (stale - read error) mirror op 0: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x24c3a): Mirror 24: 0xcf0b1cf (stale) Mirror 25: 0xcf0b1cf (stale) Mirror 26: 0xcf0b1cf (stale) Mirror 27: 0xcf0b1cf (stale) Mirror 28: 0x4b50fd82 (stale) CRC-32 checksum value for chunk [0, 0x24c3a): Mirror 1: 0xce830677 Mirror 29: 0xce830677 lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x24c3a: skipped 000944 1783970789.567475 fallocate 0x029ca6 thru 0x038b3a (0xee95 bytes) 000945 1783970789.619707 trunc from 0x038b3b to 0x0276c0 (0x1147a bytes) 000946 1783970789.686313 fallocate 0x0130ff thru 0x021385 (0xe287 bytes) 000947 1783970789.695848 trunc from 0x01de82 to 0x025f34 (0x80b3 bytes) 000948 1783970789.704275 trunc from 0x01d185 to 0x0276c0 (0xa53c bytes) 000949 1783970789.721805 MIRROR_RESYNC 7 mirrors 000950 1783970792.515752 trunc from 0x00a63e to 0x00d1b0 (0x2b73 bytes) 000952 1783970792.589889 write 0x00d52a thru 0x017177 (0x9c4e bytes) 000953 1783970792.603811 fallocate 0x03c0f3 thru 0x03ffff (0x3f0d bytes) 000954 1783970792.609805 mapread 0x01a866 thru 0x0276c0 (0xce5b bytes) 000955 1783970792.650856 write 0x031a6f thru 0x039a06 (0x7f98 bytes) 000956 1783970792.653167 mapwrite 0x012610 thru 0x0203d4 (0xddc5 bytes) 000957 1783970792.677390 mapwrite 0x014d33 thru 0x0152d4 (0x5a2 bytes) 000958 1783970792.700854 mapread 0x0225fb thru 0x0306fb (0xe101 bytes) 000959 1783970792.714621 trunc from 0x039a07 to 0x01253f (0x274c7 bytes) 000960 1783970792.759451 mapwrite 0x0022b6 thru 0x009613 (0x735e bytes) 000961 1783970792.789241 trunc from 0x012540 to 0x03f60e (0x2d0cf bytes) 000962 1783970792.805298 trunc from 0x03f60f to 0x02f9be (0xfc50 bytes) 000964 1783970792.834021 MIRROR_SPLIT mirror 6 to 6 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x2f9bf): Mirror 24: 0x96d540ff (stale) Mirror 25: 0x96d540ff (stale) Mirror 26: 0x96d540ff (stale) Mirror 27: 0x96d540ff (stale) Mirror 28: 0x96d540ff (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x2f9bf): Mirror 24: 0x96d540ff (stale) Mirror 25: 0x96d540ff (stale) Mirror 26: 0x96d540ff (stale) Mirror 27: 0x96d540ff (stale) Mirror 28: 0x96d540ff (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x2f9bf: skipped 000965 1783970793.363219 mapwrite 0x02d9e9 thru 0x036c42 (0x925a bytes) 000966 1783970793.440170 trunc from 0x036c43 to 0x020d13 (0x15f2f bytes) 000967 1783970793.466306 MIRROR_SPLIT mirror 3 to 5 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x20d14): Mirror 24: 0x3db5eac6 (stale) Mirror 25: 0x3db5eac6 (stale) Mirror 27: 0x3db5eac6 (stale) Mirror 28: 0x3db5eac6 (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x20d14): Mirror 24: 0x3db5eac6 (stale) Mirror 25: 0x3db5eac6 (stale) Mirror 27: 0x3db5eac6 (stale) Mirror 28: 0x3db5eac6 (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x20d14: skipped 000968 1783970793.978258 punch from 0x011a2b to 0x01d089 (0xb65f bytes) 000970 1783970793.992260 trunc from 0x00c54a to 0x00fe15 (0x38cc bytes) 000971 1783970794.014176 read 0x0166a3 thru 0x01fbe3 (0x9541 bytes) 000972 1783970794.028496 mapread 0x019ffe thru 0x020d13 (0x6d16 bytes) 000973 1783970794.039109 fallocate 0x027c6e thru 0x027cd8 (0x6b bytes) 000974 1783970794.045602 trunc from 0x015dd9 to 0x01e85c (0x8a84 bytes) 000975 1783970794.052149 fallocate 0x038c1f thru 0x03ffff (0x73e1 bytes) 000976 1783970794.067225 trunc from 0x027cd9 to 0x003308 (0x249d0 bytes) 000977 1783970794.098930 punch from 0x000a6c to 0x003308 (0x289d bytes) 000978 1783970794.112697 fallocate 0x00bd85 thru 0x017456 (0xb6d2 bytes) 000979 1783970794.121350 fallocate 0x0264fa thru 0x02ce9f (0x69a6 bytes) 000980 1783970794.127643 trunc from 0x0031dd to 0x003308 (0x12c bytes) 000981 1783970794.145463 trunc from 0x003309 to 0x009aba (0x67b2 bytes) 000982 1783970794.178560 trunc from 0x009abb to 0x026ef9 (0x1d43f bytes) 000983 1783970794.209502 punch from 0x007411 to 0x00c4a4 (0x5094 bytes) 000984 1783970794.218609 read 0x01ac7d thru 0x021f78 (0x72fc bytes) 000985 1783970794.238459 read 0x01ca73 thru 0x01d48c (0xa1a bytes) 000986 1783970794.244598 MIRROR_RESYNC 5 mirrors 000987 1783970795.620890 trunc from 0x00f818 to 0x01238b (0x2b74 bytes) 000988 1783970795.690361 fallocate 0x018607 thru 0x0205f3 (0x7fed bytes) 000989 1783970795.697988 write 0x02fd33 thru 0x03636b (0x6639 bytes) 000990 1783970795.706613 punch from 0x00c0de to 0x013cbc (0x7bdf bytes) 000991 1783970795.717884 punch from 0x02c9cf to 0x034af3 (0x8125 bytes) 000992 1783970795.744786 punch from 0x02219a to 0x02f7ce (0xd635 bytes) 000993 1783970795.754829 write 0x02e2f5 thru 0x039956 (0xb662 bytes) 000994 1783970795.765617 write 0x0257f5 thru 0x033e2a (0xe636 bytes) 000995 1783970795.777112 fallocate 0x003a55 thru 0x00f267 (0xb813 bytes) 000996 1783970795.784160 read 0x018c75 thru 0x022bda (0x9f66 bytes) 000997 1783970795.797096 punch from 0x02e30f to 0x039956 (0xb648 bytes) 000998 1783970795.818325 trunc from 0x039957 to 0x039232 (0x724 bytes) 000999 1783970795.859358 MIRROR_SPLIT mirror 3 to 4 mirrors lfs mirror mirror: cannot get UNLOCK lease, ext 8 for [0x240000404:0x1a1:0x0]: Invalid argument (22) CRC-32 checksum value for chunk [0, 0x39233): Mirror 24: 0xcb63e87a (stale) Mirror 25: 0xcb63e87a (stale) Mirror 28: 0xcb63e87a (stale) mirror op 1: lfs mirror verify /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr: 116 CRC-32 checksum value for chunk [0, 0x39233): Mirror 24: 0xcb63e87a (stale) Mirror 25: 0xcb63e87a (stale) Mirror 28: 0xcb63e87a (stale) lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0, 0x100000) is only valid in mirror 1: skipped lfs verify: '/mnt/lustre/d70a.sanity-flr/f70a.sanity-flr' chunk [0x100000, 0xffffffffffffffff) exceeds file size 0x39233: skipped 001000 1783970796.334571 fallocate 0x004ecb thru 0x01364f (0xe785 bytes) All operations completed A-OK!